[ 538.624549] env[66859]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 538.624549] env[66859]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 539.632201] env[66947]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 539.632201] env[66947]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 541.436285] env[66947]: INFO neutron.common.config [-] Logging enabled! [ 541.436647] env[66947]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev45 [ 541.436788] env[66947]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66947) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 541.437094] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 541.437190] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 541.438020] env[66947]: WARNING oslo_policy.policy [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 541.438272] env[66947]: WARNING oslo_policy.policy [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 541.439900] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] VMware NSXv3 Agent initialized successfully. [ 541.440268] env[66947]: DEBUG oslo_concurrency.lockutils [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] Acquiring lock "singleton_lock" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.440400] env[66947]: DEBUG oslo_concurrency.lockutils [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] Acquired lock "singleton_lock" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.440606] env[66947]: DEBUG oslo_concurrency.lockutils [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] Releasing lock "singleton_lock" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.440891] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] Full set of CONF: {{(pid=66947) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 541.441013] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ******************************************************************************** {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 541.441117] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] Configuration options gathered from: {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 541.441793] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 541.441975] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 541.442098] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ================================================================================ {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 541.442267] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] agent_down_time = 75 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.442409] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] allow_automatic_dhcp_failover = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.442543] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] allow_bulk = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.442685] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] api_extensions_path = {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.442824] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] api_paste_config = api-paste.ini {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.442962] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] auth_strategy = keystone {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.443079] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] backdoor_port = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.443184] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] backdoor_socket = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.443320] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] backlog = 4096 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.443459] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.443613] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] bind_host = 0.0.0.0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.443750] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] bind_port = 9696 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.443882] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] client_socket_timeout = 900 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.444026] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] config_dir = [] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.444135] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.444272] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] config_source = [] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.444408] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] control_exchange = neutron {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.444549] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] core_plugin = ml2 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.444679] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] debug = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.444813] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] default_availability_zones = [] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.445023] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.445163] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] dhcp_agent_notification = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.445298] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] dhcp_agents_per_network = 1 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.445430] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] dhcp_lease_duration = 86400 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.445566] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] dhcp_load_type = networks {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.445701] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] dns_domain = openstacklocal {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.445836] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.445966] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] enable_default_route_bfd = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.446109] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] enable_default_route_ecmp = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.446238] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] enable_dvr = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.446368] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] enable_new_agents = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.446502] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.446631] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] enable_signals = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.446759] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] enable_traditional_dhcp = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.446885] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] external_dns_driver = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.447023] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] filter_validation = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.447169] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] global_physnet_mtu = 8950 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.447305] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] graceful_shutdown_timeout = 60 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.447484] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] host = cpu-1 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.447621] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] host_dvr_for_dhcp = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.447753] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] http_retries = 3 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.447889] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] instance_format = [instance: %(uuid)s] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.448033] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.448170] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ipam_driver = internal {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.448301] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ipv6_pd_enabled = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.448430] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] l3_ha = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.448564] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.448696] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] l3_ha_network_physical_name = {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.448830] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] l3_ha_network_type = {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.448964] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] log_color = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.449110] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] log_config_append = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.449249] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.449381] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] log_dir = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.449511] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] log_file = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.449616] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] log_options = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.449750] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] log_rotate_interval = 1 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.449890] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] log_rotate_interval_type = days {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.450044] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] log_rotation_type = none {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.450151] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.450253] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.450394] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.450532] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.450633] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.450766] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] max_dns_nameservers = 5 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.450900] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] max_header_line = 16384 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.451041] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] max_l3_agents_per_router = 3 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.451174] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] max_logfile_count = 30 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.451303] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] max_logfile_size_mb = 200 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.451437] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] max_subnet_host_routes = 20 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.451575] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] my_ip = 10.180.1.21 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.451712] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] my_ipv6 = ::1 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.451842] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] network_auto_schedule = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.451965] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] network_link_prefix = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.452118] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.452259] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] notify_nova_on_port_data_changes = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.452394] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] notify_nova_on_port_status_changes = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.452530] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] pagination_max_limit = -1 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.452658] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] publish_errors = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.452786] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] rate_limit_burst = 0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.452921] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] rate_limit_except_level = CRITICAL {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.453060] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] rate_limit_interval = 0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.453191] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] retry_until_window = 30 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.453323] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] router_distributed = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.453454] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] rpc_resources_processing_step = 20 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.453583] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] rpc_response_max_timeout = 600 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.453716] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] rpc_response_timeout = 60 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.453844] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] send_events_interval = 2 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.453992] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] service_plugins = ['router'] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.454142] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] setproctitle = on {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.454269] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] shell_completion = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.454407] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] state_path = /opt/stack/data/neutron {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.454544] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] syslog_log_facility = LOG_USER {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.454676] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] tcp_keepidle = 600 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.454813] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] transport_url = **** {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.454942] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] use_journal = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.455082] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] use_json = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.455214] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] use_ssl = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.455340] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] use_stderr = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.455477] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] use_syslog = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.455607] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] vlan_qinq = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.455732] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] vlan_transparent = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.455861] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] watch_log_file = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.455992] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] wsgi_default_pool_size = 100 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.456132] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] wsgi_keep_alive = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.456282] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.456408] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] wsgi_server_debug = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 541.456555] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_concurrency.disable_process_locking = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.456700] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.456842] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.456980] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457131] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457272] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457407] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457555] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler.connection_string = messaging:// {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457699] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler.enabled = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457839] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler.es_doc_type = notification {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.457974] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler.es_scroll_size = 10000 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458126] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler.es_scroll_time = 2m {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458264] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler.filter_error_trace = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458405] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler.hmac_keys = **** {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458545] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler.sentinel_service_name = mymaster {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458692] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler.socket_timeout = 0.1 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458829] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler.trace_requests = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.458963] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler.trace_sqlalchemy = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.459123] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler_jaeger.process_tags = {} {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.459262] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler_jaeger.service_name_prefix = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.459399] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] profiler_otlp.service_name_prefix = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.459551] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_policy.enforce_new_defaults = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.459823] env[66947]: WARNING oslo_config.cfg [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 541.459974] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_policy.enforce_scope = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460128] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_policy.policy_default_rule = default {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460279] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460424] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460568] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460702] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460836] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.460968] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461114] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461253] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461405] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461555] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] agent.extensions = [] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461694] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461834] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] service_providers.service_provider = [] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.461978] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] QUOTAS.default_quota = -1 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462133] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462271] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] QUOTAS.quota_floatingip = 50 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462409] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] QUOTAS.quota_network = 100 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462546] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] QUOTAS.quota_port = 500 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462679] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462812] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] QUOTAS.quota_router = 10 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.462945] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] QUOTAS.quota_security_group = 10 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463095] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463232] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] QUOTAS.quota_subnet = 100 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463364] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] QUOTAS.track_quota_usage = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463512] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463644] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep.group = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463773] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep.helper_command = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.463903] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep.log_daemon_traceback = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464048] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464185] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep.thread_pool_size = 8 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464316] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep.user = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464461] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464593] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_dhcp_release.group = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464724] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_dhcp_release.helper_command = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464855] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.464990] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465133] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465263] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_dhcp_release.user = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465405] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465534] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_ovs_vsctl.group = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465661] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465792] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.465925] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466068] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466206] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_ovs_vsctl.user = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466351] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_namespace.capabilities = [21] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466484] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_namespace.group = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466613] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_namespace.helper_command = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466746] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.466881] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467029] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467163] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_namespace.user = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467306] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_conntrack.capabilities = [12] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467438] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_conntrack.group = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467565] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_conntrack.helper_command = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467697] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467833] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.467965] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468105] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_conntrack.user = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468247] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_link.capabilities = [12, 21] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468375] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_link.group = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468500] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_link.helper_command = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468631] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_link.log_daemon_traceback = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468764] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.468896] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_link.thread_pool_size = 8 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469031] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] privsep_link.user = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469183] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469328] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469464] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.continue_on_failed_promotions = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469593] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.dscp = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469730] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.dscp_inherit = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.469871] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.force_mp_to_policy = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470008] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.locking_coordinator_url = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470147] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.log_agent_heartbeats = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470281] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.logging_expire = 1 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470421] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470555] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470695] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.polling_interval = 240 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470829] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.470967] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471120] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.report_interval = 30.0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471263] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471404] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471547] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471685] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.sync_skew = 60 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471818] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.synchronization_queue_size = 20 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.471953] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT.use_helper_for_ns_read = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472108] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] SECURITYGROUP.enable_ipset = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472252] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] SECURITYGROUP.enable_security_group = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472393] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472536] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472677] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] experimental.ipv6_pd_enabled = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472834] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ml2.extension_drivers = ['port_security'] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.472969] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ml2.external_network_type = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473132] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473277] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ml2.overlay_ip_version = 4 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473418] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ml2.path_mtu = 8950 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473556] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ml2.physical_network_mtus = {} {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473701] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473841] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.473987] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ml2.type_drivers = ['vlan'] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474140] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474277] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474410] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474555] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474695] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474831] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.474969] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.475121] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.475262] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.475461] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.475639] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_login_password = **** {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.475797] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.475950] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_login_user = admin {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476104] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476252] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476401] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476555] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476703] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476843] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.476983] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477138] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477277] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477420] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477564] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477703] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.477844] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478055] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478206] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478350] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478490] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478633] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] nova.auth_section = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478780] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] nova.auth_type = password {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.478922] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479066] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] nova.certfile = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479204] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] nova.collect_timing = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479351] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] nova.endpoint_type = public {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479488] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] nova.insecure = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479619] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] nova.keyfile = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479781] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] nova.region_name = RegionOne {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.479922] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] nova.split_loggers = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480064] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] nova.timeout = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480205] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] placement.auth_section = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480349] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] placement.auth_type = password {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480492] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480624] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] placement.certfile = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480757] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] placement.collect_timing = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.480897] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] placement.endpoint_type = public {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481042] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] placement.insecure = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481174] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] placement.keyfile = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481303] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] placement.region_name = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481433] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] placement.split_loggers = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481560] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] placement.timeout = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481697] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.auth_section = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481829] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.auth_type = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.481957] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.cafile = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482099] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.certfile = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482235] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.collect_timing = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482370] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.connect_retries = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482502] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.connect_retry_delay = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482635] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.enable_notifications = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482766] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.endpoint_override = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.482898] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.insecure = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483037] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.interface = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483191] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.keyfile = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483332] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.max_version = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483466] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.min_version = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483598] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.region_name = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483732] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.retriable_status_codes = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483863] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.service_name = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.483994] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.service_type = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.484143] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.split_loggers = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.484275] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.status_code_retries = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.484408] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.status_code_retry_delay = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.484535] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.timeout = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.484665] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.valid_interfaces = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.484794] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ironic.version = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.484934] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] cli_script.dry_run = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.485097] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.485233] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.485366] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.485501] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.485635] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.485768] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.485901] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486043] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486179] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486334] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486462] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486602] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486744] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.486886] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487029] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487174] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487312] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487444] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487583] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487717] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487850] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.487981] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488124] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488257] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488395] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488528] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488661] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488794] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.488928] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489072] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489208] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.ssl = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489349] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489489] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489623] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489762] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.489900] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490043] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490187] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_notifications.driver = [] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490322] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_notifications.retry = -1 {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490472] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490602] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 541.490706] env[66947]: DEBUG oslo_service.backend._eventlet.service [None req-cc0d509d-336d-43c2-80cd-c1fe36063987 None None] ******************************************************************************** {{(pid=66947) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 541.491861] env[66947]: DEBUG neutron.agent.securitygroups_rpc [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Init firewall settings (driver=nsxv3) {{(pid=66947) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 541.493213] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66947) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 541.493459] env[66947]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] RPC agent_id: nsxm-l-01a.corp.local [ 541.495662] env[66947]: DEBUG dogpile.cache.region [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 541.495791] env[66947]: DEBUG dogpile.lock [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 541.495893] env[66947]: DEBUG dogpile.lock [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 541.495988] env[66947]: DEBUG dogpile.lock [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 541.496101] env[66947]: DEBUG dogpile.cache.region [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 541.496192] env[66947]: DEBUG dogpile.lock [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 541.496327] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 541.528878] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Session token - acquiring [ 541.530389] env[66947]: DEBUG networking_nsxv3.common.locking [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.530571] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.530669] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.531116] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.541559] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.822513] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 541.843523] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 541.843693] env[66947]: DEBUG dogpile.cache.region [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Cache value generated in 0.347 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 541.843835] env[66947]: DEBUG dogpile.lock [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 541.843927] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Activating Policy API Provider. [ 541.844092] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Looking for the default Infrastructure Rules. [ 541.911807] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Looking for the Default Layer3 Logged Drop Section. [ 541.927137] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 541.927679] env[66947]: DEBUG networking_nsxv3.common.locking [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.927848] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquiring lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.927951] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.928270] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired external semaphore "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.928695] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.443904] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 542.946386] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.449104] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Inventory metadata is going to be refreshed. [ 543.449333] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 544.291162] env[66947]: DEBUG networking_nsxv3.common.locking [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.291548] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.291548] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.292694] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.302539] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 544.303624] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.304608] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 544.321891] env[66947]: DEBUG networking_nsxv3.common.locking [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.322422] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.324794] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.324794] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.324794] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.324794] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 544.324794] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 544.324794] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 544.346829] env[66947]: DEBUG networking_nsxv3.common.locking [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.346829] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.346829] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.346829] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.346829] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.346829] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 544.368022] env[66947]: DEBUG networking_nsxv3.common.locking [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.368022] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.368022] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.368022] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.368022] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.368022] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 544.387634] env[66947]: DEBUG networking_nsxv3.common.locking [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.388185] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquiring lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.388444] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.388848] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired external semaphore "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.389134] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Releasing lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.389413] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 544.389640] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 544.389875] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 544.407721] env[66947]: DEBUG networking_nsxv3.common.locking [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.408223] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquiring lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.408480] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.408897] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired external semaphore "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.409180] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Releasing lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.409448] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 544.409677] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 544.410962] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 544.431018] env[66947]: DEBUG networking_nsxv3.common.locking [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.431018] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.431018] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.431018] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.431018] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.431018] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 544.431018] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 544.431018] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Inventory metadata have been refreshed. [ 544.431018] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Dryrun:True. Metadata refresh completed. [ 544.431018] env[66947]: DEBUG oslo_concurrency.lockutils [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Releasing lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.431822] env[66947]: INFO neutron.agent.agent_extensions_manager [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Loaded agent extensions: [] [ 544.432684] env[66947]: DEBUG neutron_lib.callbacks.manager [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66947) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 544.491798] env[66947]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] NSXv3 Agent Agent RPC Daemon Started! [ 544.492147] env[66947]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] NSXv3 Agent Agent loop - iteration:0 started [ 544.492147] env[66947]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] NSXv3 Agent Agent out of sync with plugin! [ 549.433142] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.433503] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.436411] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.436816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.436816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.437099] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.437201] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.939595] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.442056] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.944858] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 553.945075] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 554.434870] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.434870] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.701129] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.701129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.701129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.701129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.711262] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 554.712384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.713485] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 554.735817] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.738018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.738018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.738018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.738018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.738018] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 554.738018] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.738018] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 554.756688] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.757141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.757343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.757664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.759016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.759016] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 554.778839] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.780767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.780767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.780767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.780767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.780767] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 554.801507] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.801507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.801507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.801507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.801507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.801507] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 554.801507] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.801507] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 554.820322] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.820322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.820322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.820322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.820322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.820322] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 554.820322] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.820322] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 554.843027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.843027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.843027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.843027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.843027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.843027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 554.843027] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 554.843027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 554.843027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 554.843027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 554.843027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 554.843027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 554.843027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 554.843027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 554.843027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 554.862885] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.863424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.863623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.863936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.864178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.864429] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 554.884486] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.886447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.886447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.886447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.886447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.915446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.435984] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.436259] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.504668] env[66947]: INFO networking_nsxv3.common.synchronization [None req-5d0001e7-fcd1-414d-b9cc-f84fa1dbfd79 demo admin] Enqueued Resource ID: b5d2b8ee-8571-444b-80ac-b491c59d9c09 with Priority: HIGHEST for action security_group_rules [ 559.505219] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d2b8ee-8571-444b-80ac-b491c59d9c09 with Priority: HIGHEST for action security_group_rules [ 559.505532] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5d2b8ee-8571-444b-80ac-b491c59d9c09 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.505663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5d2b8ee-8571-444b-80ac-b491c59d9c09" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.505733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5d2b8ee-8571-444b-80ac-b491c59d9c09" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.505987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5d2b8ee-8571-444b-80ac-b491c59d9c09" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.506082] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5d2b8ee-8571-444b-80ac-b491c59d9c09',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.028490] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.028791] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.028791] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.028891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.028976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.029077] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5d2b8ee-8571-444b-80ac-b491c59d9c09 already deleted. [ 560.029159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5d2b8ee-8571-444b-80ac-b491c59d9c09" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.506871] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.506871] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.508161] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.508367] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.508822] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.509209] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.510331] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.510331] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.511362] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.511654] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.447401] env[66947]: INFO networking_nsxv3.common.synchronization [None req-f160b9bc-f0a6-422d-9200-4fe24c841698 None None] Enqueued Resource ID: cd9f688f-6de9-4949-8d44-1de66a533733 with Priority: HIGHEST for action port [ 585.448612] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd9f688f-6de9-4949-8d44-1de66a533733 with Priority: HIGHEST for action port [ 585.448612] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd9f688f-6de9-4949-8d44-1de66a533733 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.448612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd9f688f-6de9-4949-8d44-1de66a533733" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.448612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd9f688f-6de9-4949-8d44-1de66a533733" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.448799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd9f688f-6de9-4949-8d44-1de66a533733" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.448799] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9f688f-6de9-4949-8d44-1de66a533733',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.951440] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd9f688f-6de9-4949-8d44-1de66a533733 [ 585.951770] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.951887] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.951960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.952192] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.952345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.952447] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd9f688f-6de9-4949-8d44-1de66a533733 already deleted. [ 585.952533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd9f688f-6de9-4949-8d44-1de66a533733" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.221268] env[66947]: INFO networking_nsxv3.common.synchronization [None req-a0cfe547-8937-43b6-9a92-4bb04dc8f506 None None] Enqueued Resource ID: ca564693-9a94-4c49-aa2d-e60b59734b72 with Priority: HIGHEST for action port [ 587.221530] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca564693-9a94-4c49-aa2d-e60b59734b72 with Priority: HIGHEST for action port [ 587.222463] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca564693-9a94-4c49-aa2d-e60b59734b72 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.222463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca564693-9a94-4c49-aa2d-e60b59734b72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.222463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca564693-9a94-4c49-aa2d-e60b59734b72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.222463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca564693-9a94-4c49-aa2d-e60b59734b72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.222994] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca564693-9a94-4c49-aa2d-e60b59734b72',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.727388] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca564693-9a94-4c49-aa2d-e60b59734b72 [ 587.727643] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.727783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.727856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.728108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.728226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.728355] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca564693-9a94-4c49-aa2d-e60b59734b72 already deleted. [ 587.728452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca564693-9a94-4c49-aa2d-e60b59734b72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.437022] env[66947]: INFO networking_nsxv3.common.synchronization [None req-90d0533c-051c-4839-abdc-dd59466a63aa None None] Enqueued Resource ID: deb62c3b-80d0-44b5-9c53-806c058ad65e with Priority: HIGHEST for action port [ 588.437022] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb62c3b-80d0-44b5-9c53-806c058ad65e with Priority: HIGHEST for action port [ 588.437022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-deb62c3b-80d0-44b5-9c53-806c058ad65e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.437022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deb62c3b-80d0-44b5-9c53-806c058ad65e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.437022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deb62c3b-80d0-44b5-9c53-806c058ad65e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.437022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deb62c3b-80d0-44b5-9c53-806c058ad65e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.437022] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deb62c3b-80d0-44b5-9c53-806c058ad65e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.938945] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port deb62c3b-80d0-44b5-9c53-806c058ad65e [ 588.939372] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.939486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.939526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.939715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.939804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.939901] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:deb62c3b-80d0-44b5-9c53-806c058ad65e already deleted. [ 588.939982] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deb62c3b-80d0-44b5-9c53-806c058ad65e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.180665] env[66947]: INFO networking_nsxv3.common.synchronization [None req-1a3c9afd-e932-49f8-921b-4689869ff43e None None] Enqueued Resource ID: 064fd557-f37f-4b11-a7e8-518ba857424b with Priority: HIGHEST for action port [ 589.180915] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064fd557-f37f-4b11-a7e8-518ba857424b with Priority: HIGHEST for action port [ 589.181476] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-064fd557-f37f-4b11-a7e8-518ba857424b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.181615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-064fd557-f37f-4b11-a7e8-518ba857424b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.181673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-064fd557-f37f-4b11-a7e8-518ba857424b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.181907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-064fd557-f37f-4b11-a7e8-518ba857424b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.181985] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('064fd557-f37f-4b11-a7e8-518ba857424b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.685137] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 064fd557-f37f-4b11-a7e8-518ba857424b [ 589.685497] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.685601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.685687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.685911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.686050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.686150] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:064fd557-f37f-4b11-a7e8-518ba857424b already deleted. [ 589.686382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-064fd557-f37f-4b11-a7e8-518ba857424b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.586695] env[66947]: INFO networking_nsxv3.common.synchronization [None req-43ee0b51-5029-4efa-a0e5-1d24a6d3b7cf None None] Enqueued Resource ID: 1cda30e3-a7c7-4097-a322-cdc8b364186b with Priority: HIGHEST for action port [ 590.586975] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cda30e3-a7c7-4097-a322-cdc8b364186b with Priority: HIGHEST for action port [ 590.587527] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cda30e3-a7c7-4097-a322-cdc8b364186b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.587650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cda30e3-a7c7-4097-a322-cdc8b364186b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.587718] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cda30e3-a7c7-4097-a322-cdc8b364186b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.588011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cda30e3-a7c7-4097-a322-cdc8b364186b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.588272] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cda30e3-a7c7-4097-a322-cdc8b364186b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.005919] env[66947]: INFO networking_nsxv3.common.synchronization [None req-af6b484b-03c8-4701-81c3-a483969d85ef None None] Enqueued Resource ID: fc40686e-b4f6-42bc-8a21-62a045cf40db with Priority: HIGHEST for action port [ 591.006217] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc40686e-b4f6-42bc-8a21-62a045cf40db with Priority: HIGHEST for action port [ 591.007623] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc40686e-b4f6-42bc-8a21-62a045cf40db taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.007756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc40686e-b4f6-42bc-8a21-62a045cf40db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.007859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc40686e-b4f6-42bc-8a21-62a045cf40db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.008154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc40686e-b4f6-42bc-8a21-62a045cf40db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.008243] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc40686e-b4f6-42bc-8a21-62a045cf40db',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.090317] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cda30e3-a7c7-4097-a322-cdc8b364186b [ 591.090543] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.090673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.090745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.090957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.091442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.091442] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cda30e3-a7c7-4097-a322-cdc8b364186b already deleted. [ 591.091442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cda30e3-a7c7-4097-a322-cdc8b364186b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.510561] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc40686e-b4f6-42bc-8a21-62a045cf40db [ 591.510792] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.510928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.511009] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.511236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.512051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.512051] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc40686e-b4f6-42bc-8a21-62a045cf40db already deleted. [ 591.512051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc40686e-b4f6-42bc-8a21-62a045cf40db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.173923] env[66947]: INFO networking_nsxv3.common.synchronization [None req-17703ec3-65c0-479b-8976-a37221c2e594 None None] Enqueued Resource ID: 5139bf66-7e41-4b55-9d9a-32442333130c with Priority: HIGHEST for action port [ 592.174222] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5139bf66-7e41-4b55-9d9a-32442333130c with Priority: HIGHEST for action port [ 592.174812] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-5139bf66-7e41-4b55-9d9a-32442333130c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.174956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5139bf66-7e41-4b55-9d9a-32442333130c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.175024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5139bf66-7e41-4b55-9d9a-32442333130c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.176110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5139bf66-7e41-4b55-9d9a-32442333130c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.176110] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5139bf66-7e41-4b55-9d9a-32442333130c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.220755] env[66947]: INFO networking_nsxv3.common.synchronization [None req-324ddcaf-bb59-40b0-b0ff-54a50614f944 None None] Enqueued Resource ID: b480cc6e-8d6a-4904-981a-c06663f1a3b5 with Priority: HIGHEST for action port [ 592.221561] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b480cc6e-8d6a-4904-981a-c06663f1a3b5 with Priority: HIGHEST for action port [ 592.224149] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-b480cc6e-8d6a-4904-981a-c06663f1a3b5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.224149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b480cc6e-8d6a-4904-981a-c06663f1a3b5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.224149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b480cc6e-8d6a-4904-981a-c06663f1a3b5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.224149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b480cc6e-8d6a-4904-981a-c06663f1a3b5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.224149] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b480cc6e-8d6a-4904-981a-c06663f1a3b5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.679673] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5139bf66-7e41-4b55-9d9a-32442333130c [ 592.680021] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.680131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.680131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.680368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.680454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.680553] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5139bf66-7e41-4b55-9d9a-32442333130c already deleted. [ 592.680651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5139bf66-7e41-4b55-9d9a-32442333130c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.726298] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b480cc6e-8d6a-4904-981a-c06663f1a3b5 [ 592.726509] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.726647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.726717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.726981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.727089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.727422] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b480cc6e-8d6a-4904-981a-c06663f1a3b5 already deleted. [ 592.727422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b480cc6e-8d6a-4904-981a-c06663f1a3b5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.443433] env[66947]: INFO networking_nsxv3.common.synchronization [None req-b8fddb99-9180-4cca-a6c4-00196ba6760d None None] Enqueued Resource ID: 262c1153-2846-43d7-8e8d-f4837708a97f with Priority: HIGHEST for action port [ 593.443903] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 262c1153-2846-43d7-8e8d-f4837708a97f with Priority: HIGHEST for action port [ 593.444216] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-262c1153-2846-43d7-8e8d-f4837708a97f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.444345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-262c1153-2846-43d7-8e8d-f4837708a97f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.444413] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-262c1153-2846-43d7-8e8d-f4837708a97f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.444653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-262c1153-2846-43d7-8e8d-f4837708a97f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.445114] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('262c1153-2846-43d7-8e8d-f4837708a97f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.801019] env[66947]: INFO networking_nsxv3.common.synchronization [None req-6a4d0d0e-2b79-4b3f-8ef3-d354f0f61254 None None] Enqueued Resource ID: 4b7c6aa8-38cd-4546-90d2-56aa20e4ccff with Priority: HIGHEST for action port [ 593.801019] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7c6aa8-38cd-4546-90d2-56aa20e4ccff with Priority: HIGHEST for action port [ 593.801019] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b7c6aa8-38cd-4546-90d2-56aa20e4ccff taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.801019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b7c6aa8-38cd-4546-90d2-56aa20e4ccff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.801019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b7c6aa8-38cd-4546-90d2-56aa20e4ccff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.801019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b7c6aa8-38cd-4546-90d2-56aa20e4ccff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.801019] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b7c6aa8-38cd-4546-90d2-56aa20e4ccff',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.948643] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 262c1153-2846-43d7-8e8d-f4837708a97f [ 593.948955] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.949354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.949354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.949577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.949674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.949772] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:262c1153-2846-43d7-8e8d-f4837708a97f already deleted. [ 593.949860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-262c1153-2846-43d7-8e8d-f4837708a97f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.305053] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b7c6aa8-38cd-4546-90d2-56aa20e4ccff [ 594.305298] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.305552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.305552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.305780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.305812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.305926] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b7c6aa8-38cd-4546-90d2-56aa20e4ccff already deleted. [ 594.305982] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b7c6aa8-38cd-4546-90d2-56aa20e4ccff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.682288] env[66947]: INFO networking_nsxv3.common.synchronization [None req-e553616e-cd97-4cdb-bf2e-7be10ddc0136 None None] Enqueued Resource ID: 3987f159-f3cb-4b60-bd27-c3e5e2d43f56 with Priority: HIGHEST for action port [ 594.682288] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3987f159-f3cb-4b60-bd27-c3e5e2d43f56 with Priority: HIGHEST for action port [ 594.682288] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-3987f159-f3cb-4b60-bd27-c3e5e2d43f56 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.682288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3987f159-f3cb-4b60-bd27-c3e5e2d43f56" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.682288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3987f159-f3cb-4b60-bd27-c3e5e2d43f56" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.682288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3987f159-f3cb-4b60-bd27-c3e5e2d43f56" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.682288] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3987f159-f3cb-4b60-bd27-c3e5e2d43f56',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.961708] env[66947]: INFO networking_nsxv3.common.synchronization [None req-ca9b563d-511a-4fa1-b7e2-917ea50e278e None None] Enqueued Resource ID: aed308c9-3490-47b1-854f-e68ae6a436a7 with Priority: HIGHEST for action port [ 594.962396] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed308c9-3490-47b1-854f-e68ae6a436a7 with Priority: HIGHEST for action port [ 594.962696] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-aed308c9-3490-47b1-854f-e68ae6a436a7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.962817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aed308c9-3490-47b1-854f-e68ae6a436a7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.962886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aed308c9-3490-47b1-854f-e68ae6a436a7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.963731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aed308c9-3490-47b1-854f-e68ae6a436a7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.963827] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aed308c9-3490-47b1-854f-e68ae6a436a7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.185926] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3987f159-f3cb-4b60-bd27-c3e5e2d43f56 [ 595.186175] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.186296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.186363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.187457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.187457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.187457] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3987f159-f3cb-4b60-bd27-c3e5e2d43f56 already deleted. [ 595.187457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3987f159-f3cb-4b60-bd27-c3e5e2d43f56" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.466663] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aed308c9-3490-47b1-854f-e68ae6a436a7 [ 595.467016] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.467317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.467382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.468111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.468224] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.468328] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aed308c9-3490-47b1-854f-e68ae6a436a7 already deleted. [ 595.468411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aed308c9-3490-47b1-854f-e68ae6a436a7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.671371] env[66947]: INFO networking_nsxv3.common.synchronization [None req-a59b3510-be87-4b7e-b773-6eccb8d332be None None] Enqueued Resource ID: f4c2c3ba-09ab-466a-991c-c79c36f120af with Priority: HIGHEST for action port [ 596.672167] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4c2c3ba-09ab-466a-991c-c79c36f120af with Priority: HIGHEST for action port [ 596.672334] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4c2c3ba-09ab-466a-991c-c79c36f120af taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.672455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4c2c3ba-09ab-466a-991c-c79c36f120af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.672521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4c2c3ba-09ab-466a-991c-c79c36f120af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.673215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4c2c3ba-09ab-466a-991c-c79c36f120af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.673338] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4c2c3ba-09ab-466a-991c-c79c36f120af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.176548] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4c2c3ba-09ab-466a-991c-c79c36f120af [ 597.176815] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.176965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.176965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.177225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.177317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.177415] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4c2c3ba-09ab-466a-991c-c79c36f120af already deleted. [ 597.177507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4c2c3ba-09ab-466a-991c-c79c36f120af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.457734] env[66947]: INFO networking_nsxv3.common.synchronization [None req-bf170dbb-e159-4c25-b551-58f4a87276ce None None] Enqueued Resource ID: 98fd47bd-567c-4c29-b333-a2af207e3497 with Priority: HIGHEST for action port [ 597.458400] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98fd47bd-567c-4c29-b333-a2af207e3497 with Priority: HIGHEST for action port [ 597.458706] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-98fd47bd-567c-4c29-b333-a2af207e3497 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.458831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98fd47bd-567c-4c29-b333-a2af207e3497" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.458896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98fd47bd-567c-4c29-b333-a2af207e3497" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.459198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98fd47bd-567c-4c29-b333-a2af207e3497" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.459361] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fd47bd-567c-4c29-b333-a2af207e3497',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.961788] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98fd47bd-567c-4c29-b333-a2af207e3497 [ 597.962142] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.962277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.962360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.962570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.962658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.962749] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98fd47bd-567c-4c29-b333-a2af207e3497 already deleted. [ 597.962827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98fd47bd-567c-4c29-b333-a2af207e3497" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.018384] env[66947]: INFO networking_nsxv3.common.synchronization [None req-b2288e8c-3f4a-4df5-90cc-251b69526a92 tempest-ServersTestBootFromVolume-1833836239 tempest-ServersTestBootFromVolume-1833836239-project-member] Enqueued Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_rules [ 598.018961] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_rules [ 598.019276] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.019573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.019573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.019717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.020221] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2f11c9a-c785-40b6-82e9-ed4969a1e1f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.253206] env[66947]: INFO networking_nsxv3.common.synchronization [None req-5f226d06-d953-4fb9-a5aa-0671390f2fce tempest-ServersTestBootFromVolume-1833836239 tempest-ServersTestBootFromVolume-1833836239-project-member] Enqueued Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_rules [ 598.254995] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_rules [ 598.254995] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.254995] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.541999] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.542211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.542269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.542463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.542554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.542649] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 already deleted. [ 598.542732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.542881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.543047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.543130] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2f11c9a-c785-40b6-82e9-ed4969a1e1f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.931580] env[66947]: INFO networking_nsxv3.common.synchronization [None req-5c913c3c-ce8e-4fed-8ad5-9d0af9a85586 None None] Enqueued Resource ID: c8dfe3a2-634d-422e-953d-fd6ba6a916cd with Priority: HIGHEST for action port [ 598.932515] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8dfe3a2-634d-422e-953d-fd6ba6a916cd with Priority: HIGHEST for action port [ 598.932838] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8dfe3a2-634d-422e-953d-fd6ba6a916cd taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.932965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8dfe3a2-634d-422e-953d-fd6ba6a916cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.933175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8dfe3a2-634d-422e-953d-fd6ba6a916cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.933463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8dfe3a2-634d-422e-953d-fd6ba6a916cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.933553] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8dfe3a2-634d-422e-953d-fd6ba6a916cd',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.067756] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.067756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.068137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.068169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.068298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.068487] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 already deleted. [ 599.068544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.437626] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8dfe3a2-634d-422e-953d-fd6ba6a916cd [ 599.437881] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.438028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.438397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.438397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.438571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.438571] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8dfe3a2-634d-422e-953d-fd6ba6a916cd already deleted. [ 599.438571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8dfe3a2-634d-422e-953d-fd6ba6a916cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.615269] env[66947]: INFO networking_nsxv3.common.synchronization [None req-a7abbc94-98c4-47c7-9dbe-4dbf405e499c None None] Enqueued Resource ID: 11239edd-26d5-4e95-a7bb-05b9c8bf3c7f with Priority: HIGHEST for action port [ 599.615269] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11239edd-26d5-4e95-a7bb-05b9c8bf3c7f with Priority: HIGHEST for action port [ 599.615269] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-11239edd-26d5-4e95-a7bb-05b9c8bf3c7f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.616072] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11239edd-26d5-4e95-a7bb-05b9c8bf3c7f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.616270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11239edd-26d5-4e95-a7bb-05b9c8bf3c7f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.616626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11239edd-26d5-4e95-a7bb-05b9c8bf3c7f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.616824] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11239edd-26d5-4e95-a7bb-05b9c8bf3c7f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.750104] env[66947]: INFO networking_nsxv3.common.synchronization [req-b4d78775-65d4-4a0c-9e6b-29720eb500b4 req-0bfea756-3e28-4677-a01d-02f984653908 tempest-DeleteServersAdminTestJSON-2073574688 tempest-DeleteServersAdminTestJSON-2073574688-project-member] Enqueued Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 599.750228] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 599.750539] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.750774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.750774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.751022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.752522] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.752522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.752522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.752522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.752522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.752522] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.118768] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11239edd-26d5-4e95-a7bb-05b9c8bf3c7f [ 600.120028] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.120028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.120028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.120028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.120028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.120342] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11239edd-26d5-4e95-a7bb-05b9c8bf3c7f already deleted. [ 600.120561] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11239edd-26d5-4e95-a7bb-05b9c8bf3c7f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.254169] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.254844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.254844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.254939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.254971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.255295] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.255295] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.255426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.255501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.255577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.255672] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 already deleted. [ 600.255754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.365810] env[66947]: INFO networking_nsxv3.common.synchronization [None req-9f9ba7ba-c110-4682-a878-721b283dec8e None None] Enqueued Resource ID: eedacf93-4f7a-4251-8480-50d21e411966 with Priority: HIGHEST for action port [ 600.366084] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedacf93-4f7a-4251-8480-50d21e411966 with Priority: HIGHEST for action port [ 600.366680] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-eedacf93-4f7a-4251-8480-50d21e411966 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.366808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eedacf93-4f7a-4251-8480-50d21e411966" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.366875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eedacf93-4f7a-4251-8480-50d21e411966" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.367533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eedacf93-4f7a-4251-8480-50d21e411966" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.367616] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eedacf93-4f7a-4251-8480-50d21e411966',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.578271] env[66947]: INFO networking_nsxv3.common.synchronization [None req-1e09c550-8301-4000-b410-68419765b9cc None None] Enqueued Resource ID: 27e25d74-7d6b-4eb4-a28b-7bde41b04c62 with Priority: HIGHEST for action port [ 600.578774] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e25d74-7d6b-4eb4-a28b-7bde41b04c62 with Priority: HIGHEST for action port [ 600.580161] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e25d74-7d6b-4eb4-a28b-7bde41b04c62 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.580161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e25d74-7d6b-4eb4-a28b-7bde41b04c62" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.580161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e25d74-7d6b-4eb4-a28b-7bde41b04c62" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.580161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e25d74-7d6b-4eb4-a28b-7bde41b04c62" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.580161] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e25d74-7d6b-4eb4-a28b-7bde41b04c62',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.869313] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eedacf93-4f7a-4251-8480-50d21e411966 [ 600.869463] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.869573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.869652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.869875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.869967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.870078] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eedacf93-4f7a-4251-8480-50d21e411966 already deleted. [ 600.870195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eedacf93-4f7a-4251-8480-50d21e411966" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.085716] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27e25d74-7d6b-4eb4-a28b-7bde41b04c62 [ 601.085971] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.086311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.086311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.086457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.086806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.086883] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27e25d74-7d6b-4eb4-a28b-7bde41b04c62 already deleted. [ 601.087048] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e25d74-7d6b-4eb4-a28b-7bde41b04c62" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.483028] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.483028] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.483028] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.483732] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.484119] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.484516] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.484769] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.485379] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.485379] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.485776] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.485984] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.486494] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.488017] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.488017] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.488017] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.488017] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.514198] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.514198] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.514198] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.514198] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.514198] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-58a89d93-42e5-43e3-9a3f-76a6b6129521 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.514198] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-58a89d93-42e5-43e3-9a3f-76a6b6129521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.514198] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-58a89d93-42e5-43e3-9a3f-76a6b6129521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.514198] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-58a89d93-42e5-43e3-9a3f-76a6b6129521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.514198] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a89d93-42e5-43e3-9a3f-76a6b6129521',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.521647] env[66947]: INFO networking_nsxv3.common.synchronization [None req-55b712ab-375e-4747-b90d-5bb4b6d80a65 None None] Enqueued Resource ID: 2970a9ee-7588-4aab-9334-ad6fce3dbe9a with Priority: HIGHEST for action port [ 601.524169] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2970a9ee-7588-4aab-9334-ad6fce3dbe9a with Priority: HIGHEST for action port [ 601.524515] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-2970a9ee-7588-4aab-9334-ad6fce3dbe9a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.524641] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2970a9ee-7588-4aab-9334-ad6fce3dbe9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.524713] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2970a9ee-7588-4aab-9334-ad6fce3dbe9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.524964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2970a9ee-7588-4aab-9334-ad6fce3dbe9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.525064] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2970a9ee-7588-4aab-9334-ad6fce3dbe9a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.025092] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.025338] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.025465] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.025749] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.025899] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.026066] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 58a89d93-42e5-43e3-9a3f-76a6b6129521 not found, creating... [ 602.026330] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.026488] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.026607] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.029749] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.029749] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.029749] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.029749] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.029749] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.029749] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.029749] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.029749] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 58a89d93-42e5-43e3-9a3f-76a6b6129521 is going to be created. [ 602.029749] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2970a9ee-7588-4aab-9334-ad6fce3dbe9a [ 602.029749] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.029749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.029749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.030287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.030287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.030287] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2970a9ee-7588-4aab-9334-ad6fce3dbe9a already deleted. [ 602.030287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2970a9ee-7588-4aab-9334-ad6fce3dbe9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.053547] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.053757] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.053879] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.054189] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.054447] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.054680] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-58a89d93-42e5-43e3-9a3f-76a6b6129521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.406283] env[66947]: INFO networking_nsxv3.common.synchronization [req-5022c87a-8201-41a1-8195-35df5769c4a7 req-6b2ace82-8a96-4921-a77e-57be7667cad8 tempest-ImagesOneServerNegativeTestJSON-1248643252 tempest-ImagesOneServerNegativeTestJSON-1248643252-project-member] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 602.407270] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 602.407270] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.407270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.407270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.407542] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.407666] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.407775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.407840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.408206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.408316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.408423] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.911110] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.911399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.911685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.913122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.913122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.913122] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.913122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.913122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.913122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.913122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.913122] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 already deleted. [ 602.913122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.948411] env[66947]: INFO networking_nsxv3.common.synchronization [req-b4d78775-65d4-4a0c-9e6b-29720eb500b4 req-7fb625e8-7dbd-4fe3-9613-5c62f2f6b815 service nova] Enqueued Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_rules [ 602.949100] env[66947]: INFO networking_nsxv3.common.synchronization [req-b4d78775-65d4-4a0c-9e6b-29720eb500b4 req-7fb625e8-7dbd-4fe3-9613-5c62f2f6b815 service nova] Enqueued Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 602.949100] env[66947]: INFO networking_nsxv3.common.synchronization [req-b4d78775-65d4-4a0c-9e6b-29720eb500b4 req-7fb625e8-7dbd-4fe3-9613-5c62f2f6b815 service nova] Enqueued Resource ID: 58a89d93-42e5-43e3-9a3f-76a6b6129521 with Priority: HIGHEST for action port [ 602.949842] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_rules [ 602.950050] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 602.950192] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a89d93-42e5-43e3-9a3f-76a6b6129521 with Priority: HIGHEST for action port [ 602.950501] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.950659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.950753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.951201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.951327] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.952503] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.952595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.952694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.953063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.953189] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.953342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.953342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.954508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.954632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.954795] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.956357] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-58a89d93-42e5-43e3-9a3f-76a6b6129521 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.956961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58a89d93-42e5-43e3-9a3f-76a6b6129521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.956961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58a89d93-42e5-43e3-9a3f-76a6b6129521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.956961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58a89d93-42e5-43e3-9a3f-76a6b6129521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.956961] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a89d93-42e5-43e3-9a3f-76a6b6129521',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.295626] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.295825] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.295954] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.296334] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.298383] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.298656] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.299036] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.299036] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.299109] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.299313] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.299424] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.299528] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.299651] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.302055] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.302055] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.302055] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.323714] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.323837] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.323941] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.324799] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.324799] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-a2389531-47b5-49ab-9061-7e9349c441a0 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.324978] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-a2389531-47b5-49ab-9061-7e9349c441a0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.325555] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-a2389531-47b5-49ab-9061-7e9349c441a0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.325555] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-a2389531-47b5-49ab-9061-7e9349c441a0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.325668] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2389531-47b5-49ab-9061-7e9349c441a0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.459866] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.459866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.473879] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58a89d93-42e5-43e3-9a3f-76a6b6129521 with status ACTIVE [ 603.473879] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.473879] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.473879] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.473879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.473879] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58a89d93-42e5-43e3-9a3f-76a6b6129521 is going to be updated. [ 603.475731] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.504125] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.504265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.504340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.504520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.504655] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.504815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58a89d93-42e5-43e3-9a3f-76a6b6129521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.759987] env[66947]: INFO networking_nsxv3.common.synchronization [None req-aa942065-b0fe-40f4-943d-09e166af7ccc None None] Enqueued Resource ID: 9056e821-23cc-4ea0-920e-af881dfea5ef with Priority: HIGHEST for action port [ 603.760321] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9056e821-23cc-4ea0-920e-af881dfea5ef with Priority: HIGHEST for action port [ 603.761226] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9056e821-23cc-4ea0-920e-af881dfea5ef taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.761226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9056e821-23cc-4ea0-920e-af881dfea5ef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.761226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9056e821-23cc-4ea0-920e-af881dfea5ef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.763418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9056e821-23cc-4ea0-920e-af881dfea5ef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.763567] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9056e821-23cc-4ea0-920e-af881dfea5ef',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.830351] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.830641] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.830704] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.831328] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.831328] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.831466] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port a2389531-47b5-49ab-9061-7e9349c441a0 not found, creating... [ 603.832214] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.832335] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.832424] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.832706] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.832886] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.833219] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.833431] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.833579] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.833826] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.833987] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.834184] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: a2389531-47b5-49ab-9061-7e9349c441a0 is going to be created. [ 603.857283] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.857474] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.857584] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.857839] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.858087] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.858300] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-a2389531-47b5-49ab-9061-7e9349c441a0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.977802] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.268061] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9056e821-23cc-4ea0-920e-af881dfea5ef [ 604.269134] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.269134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.269134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.269134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.269134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.269134] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9056e821-23cc-4ea0-920e-af881dfea5ef already deleted. [ 604.269134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9056e821-23cc-4ea0-920e-af881dfea5ef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.480327] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.480493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.480560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.480774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.480859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.480959] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 is going to be created. [ 604.535749] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.537441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.537441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.537441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.537441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.548162] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: UNINITIALIZED for 2s [ 604.682446] env[66947]: INFO networking_nsxv3.common.synchronization [req-5022c87a-8201-41a1-8195-35df5769c4a7 req-0256ffca-af03-425e-a6f0-170308256fdf service nova] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_rules [ 604.682446] env[66947]: INFO networking_nsxv3.common.synchronization [req-5022c87a-8201-41a1-8195-35df5769c4a7 req-0256ffca-af03-425e-a6f0-170308256fdf service nova] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 604.682446] env[66947]: INFO networking_nsxv3.common.synchronization [req-5022c87a-8201-41a1-8195-35df5769c4a7 req-0256ffca-af03-425e-a6f0-170308256fdf service nova] Enqueued Resource ID: a2389531-47b5-49ab-9061-7e9349c441a0 with Priority: HIGHEST for action port [ 604.682446] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_rules [ 604.682446] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 604.682446] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2389531-47b5-49ab-9061-7e9349c441a0 with Priority: HIGHEST for action port [ 604.682446] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.682446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.682446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.682446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.682446] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.682446] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.682446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.682446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.682446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.682446] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.683015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.683015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.683015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.683015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.683015] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.683667] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2389531-47b5-49ab-9061-7e9349c441a0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.683667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2389531-47b5-49ab-9061-7e9349c441a0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.683667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2389531-47b5-49ab-9061-7e9349c441a0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.683913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2389531-47b5-49ab-9061-7e9349c441a0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.683913] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2389531-47b5-49ab-9061-7e9349c441a0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.100990] env[66947]: INFO networking_nsxv3.common.synchronization [None req-7e3115f1-ad7f-4765-b31a-5c01aeadf893 tempest-VolumesAssistedSnapshotsTest-308750262 tempest-VolumesAssistedSnapshotsTest-308750262-project-member] Enqueued Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_rules [ 605.102652] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_rules [ 605.102652] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660e0ce3-5dca-4500-835e-587dc6cc63e4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.102652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.104570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.105095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.105095] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660e0ce3-5dca-4500-835e-587dc6cc63e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.187807] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.187951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.189075] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.189075] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2389531-47b5-49ab-9061-7e9349c441a0 with status ACTIVE [ 605.189255] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.189739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.189739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.189739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.189739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.190622] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.190622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.190622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.190622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.190622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.190622] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.190622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.191063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.191063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.191063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.191063] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2389531-47b5-49ab-9061-7e9349c441a0 is going to be updated. [ 605.214359] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.214517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.214600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.214812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.214966] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.215146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2389531-47b5-49ab-9061-7e9349c441a0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.382095] env[66947]: INFO networking_nsxv3.common.synchronization [None req-1a248b20-3f26-4c2d-9797-01681f2ceba0 tempest-VolumesAssistedSnapshotsTest-308750262 tempest-VolumesAssistedSnapshotsTest-308750262-project-member] Enqueued Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_rules [ 605.383986] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_rules [ 605.383986] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660e0ce3-5dca-4500-835e-587dc6cc63e4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.383986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.631550] env[66947]: INFO networking_nsxv3.common.synchronization [None req-11d299b0-61e5-428b-8c97-175cc77be15a None None] Enqueued Resource ID: 9c016557-a115-4262-8381-e8b7919dc395 with Priority: HIGHEST for action port [ 605.631550] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c016557-a115-4262-8381-e8b7919dc395 with Priority: HIGHEST for action port [ 605.631996] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c016557-a115-4262-8381-e8b7919dc395 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.632627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c016557-a115-4262-8381-e8b7919dc395" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.632699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c016557-a115-4262-8381-e8b7919dc395" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.633015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c016557-a115-4262-8381-e8b7919dc395" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.633072] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c016557-a115-4262-8381-e8b7919dc395',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.639587] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.639735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.639796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.640009] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.640138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.640189] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 already deleted. [ 605.640273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.640739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.640904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.640984] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660e0ce3-5dca-4500-835e-587dc6cc63e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.693108] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.135354] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c016557-a115-4262-8381-e8b7919dc395 [ 606.136248] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.136248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.136248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.136248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.137416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.137581] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c016557-a115-4262-8381-e8b7919dc395 already deleted. [ 606.137698] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c016557-a115-4262-8381-e8b7919dc395" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.153059] env[66947]: INFO networking_nsxv3.common.synchronization [req-a6c4b461-57d9-45e8-8e3e-7d900e97ab21 req-82399bdc-fcc0-451b-81d3-bd810f8aa341 tempest-ImagesOneServerTestJSON-813079129 tempest-ImagesOneServerTestJSON-813079129-project-member] Enqueued Resource ID: 52785e17-c678-4087-9811-f1d8e254d7d1 with Priority: HIGHEST for action security_group_members [ 606.153059] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52785e17-c678-4087-9811-f1d8e254d7d1 with Priority: HIGHEST for action security_group_members [ 606.153059] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-52785e17-c678-4087-9811-f1d8e254d7d1 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.153059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.153059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.153059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.153059] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.153059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.153059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.153059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.153059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.153059] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52785e17-c678-4087-9811-f1d8e254d7d1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.170734] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.170946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.171145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.171735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.171807] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.171918] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 already deleted. [ 606.172023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.197499] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.197615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.197686] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.197898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.197988] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.198118] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be created. [ 606.226314] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.226454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.226522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.226729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.226879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.237732] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: UNINITIALIZED for 2s [ 606.507613] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.507816] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-243" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.507927] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-243" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.508301] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-243" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.508564] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.508718] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.509255] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.509255] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.509255] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.509373] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.509532] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.509571] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.509677] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.509858] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.509858] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.510425] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.535700] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.535700] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.535942] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.535942] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-243" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.536275] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-9515986c-1f6e-440f-9f65-a987d716254e taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.536453] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-9515986c-1f6e-440f-9f65-a987d716254e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.536566] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-9515986c-1f6e-440f-9f65-a987d716254e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.537297] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-9515986c-1f6e-440f-9f65-a987d716254e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.537297] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9515986c-1f6e-440f-9f65-a987d716254e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.558898] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: SUCCESS [ 606.559138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.559318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.559532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.559724] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.559902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.559902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.560061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.560148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.560237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.560326] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.658544] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.658736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.658807] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.659047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.659144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.659590] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.659590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.659590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.659810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.659810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.659810] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52785e17-c678-4087-9811-f1d8e254d7d1 already deleted. [ 606.660017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.041330] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.041330] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.041330] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.041330] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.041330] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.041330] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 9515986c-1f6e-440f-9f65-a987d716254e not found, creating... [ 607.042214] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.042214] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.042214] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.042412] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.042688] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.043286] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.043518] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.043705] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.044057] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.044316] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.044571] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 9515986c-1f6e-440f-9f65-a987d716254e is going to be created. [ 607.063186] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.063744] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.063909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.064182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.064447] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.064633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.064774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.065107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.065107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.065183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.065401] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.065522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.065616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.065861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.071043] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.071043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.071043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.071043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.071043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.071043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.071043] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.076044] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.076044] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.076044] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.076285] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.076577] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.076826] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-9515986c-1f6e-440f-9f65-a987d716254e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.574080] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bf2bd1d-19eb-4b57-9d18-3363826b2f36: rpc.has_security_group_logging(os_id): False [ 607.595457] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.595457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.595457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.595457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.595457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.595457] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.595457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.595954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.595954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.595954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.596061] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.596118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.596208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.596392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.597426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.597426] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.597426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.597426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.597426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.597426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.597426] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 is going to be created. [ 607.772916] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.774222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.774739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.774739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.775047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.791482] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: IN_PROGRESS for 2s [ 607.837213] env[66947]: INFO networking_nsxv3.common.synchronization [req-a6c4b461-57d9-45e8-8e3e-7d900e97ab21 req-6c35de6a-5935-4a24-ab44-24bff745ff3a service nova] Enqueued Resource ID: 52785e17-c678-4087-9811-f1d8e254d7d1 with Priority: HIGHEST for action security_group_rules [ 607.837387] env[66947]: INFO networking_nsxv3.common.synchronization [req-a6c4b461-57d9-45e8-8e3e-7d900e97ab21 req-6c35de6a-5935-4a24-ab44-24bff745ff3a service nova] Enqueued Resource ID: 52785e17-c678-4087-9811-f1d8e254d7d1 with Priority: HIGHEST for action security_group_members [ 607.837506] env[66947]: INFO networking_nsxv3.common.synchronization [req-a6c4b461-57d9-45e8-8e3e-7d900e97ab21 req-6c35de6a-5935-4a24-ab44-24bff745ff3a service nova] Enqueued Resource ID: 9515986c-1f6e-440f-9f65-a987d716254e with Priority: HIGHEST for action port [ 607.837735] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52785e17-c678-4087-9811-f1d8e254d7d1 with Priority: HIGHEST for action security_group_rules [ 607.837858] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52785e17-c678-4087-9811-f1d8e254d7d1 with Priority: HIGHEST for action security_group_members [ 607.838012] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9515986c-1f6e-440f-9f65-a987d716254e with Priority: HIGHEST for action port [ 607.838572] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52785e17-c678-4087-9811-f1d8e254d7d1 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.838816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.838816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.839311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.839311] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52785e17-c678-4087-9811-f1d8e254d7d1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.840059] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-52785e17-c678-4087-9811-f1d8e254d7d1 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.840142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.840282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.840605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.840605] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.840605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.840778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.840778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.840836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.841211] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52785e17-c678-4087-9811-f1d8e254d7d1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.848097] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9515986c-1f6e-440f-9f65-a987d716254e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.848097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9515986c-1f6e-440f-9f65-a987d716254e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.848097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9515986c-1f6e-440f-9f65-a987d716254e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.848097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9515986c-1f6e-440f-9f65-a987d716254e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.848097] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9515986c-1f6e-440f-9f65-a987d716254e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.957618] env[66947]: INFO networking_nsxv3.common.synchronization [None req-4c4e2629-cfd8-4561-93e9-b4d863ea7a16 None None] Enqueued Resource ID: 86fe48fe-cc04-453a-abeb-0fb17ec33524 with Priority: HIGHEST for action port [ 607.959016] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fe48fe-cc04-453a-abeb-0fb17ec33524 with Priority: HIGHEST for action port [ 607.961040] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-86fe48fe-cc04-453a-abeb-0fb17ec33524 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.961040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86fe48fe-cc04-453a-abeb-0fb17ec33524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.961040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86fe48fe-cc04-453a-abeb-0fb17ec33524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.961040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86fe48fe-cc04-453a-abeb-0fb17ec33524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.961040] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86fe48fe-cc04-453a-abeb-0fb17ec33524',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.011705] env[66947]: INFO networking_nsxv3.common.synchronization [None req-ed1ba8b2-5088-414b-91ed-6037ed8d09aa None None] Enqueued Resource ID: 71edf38f-d0dd-4bf8-8ed8-75f9694aebfb with Priority: HIGHEST for action port [ 608.011705] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71edf38f-d0dd-4bf8-8ed8-75f9694aebfb with Priority: HIGHEST for action port [ 608.012131] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-71edf38f-d0dd-4bf8-8ed8-75f9694aebfb taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.012248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71edf38f-d0dd-4bf8-8ed8-75f9694aebfb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.012795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71edf38f-d0dd-4bf8-8ed8-75f9694aebfb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.012795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71edf38f-d0dd-4bf8-8ed8-75f9694aebfb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.012795] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71edf38f-d0dd-4bf8-8ed8-75f9694aebfb',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.252058] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: SUCCESS [ 608.253129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.253388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.253620] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.254008] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.254898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.255088] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.255229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.255327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.255428] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.255524] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.348048] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-52785e17-c678-4087-9811-f1d8e254d7d1 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.348048] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.348048] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('52785e17-c678-4087-9811-f1d8e254d7d1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.350421] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9515986c-1f6e-440f-9f65-a987d716254e with status ACTIVE [ 608.350635] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.351093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.351093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.351093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.351279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.351310] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.351391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.351445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.351594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.351671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.351832] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.352681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.352681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.352681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.352681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.352681] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9515986c-1f6e-440f-9f65-a987d716254e is going to be updated. [ 608.393990] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.393990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.393990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.393990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.393990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.393990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9515986c-1f6e-440f-9f65-a987d716254e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.465062] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86fe48fe-cc04-453a-abeb-0fb17ec33524 [ 608.465062] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.465420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.465420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.465420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.466456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.466456] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86fe48fe-cc04-453a-abeb-0fb17ec33524 already deleted. [ 608.466456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86fe48fe-cc04-453a-abeb-0fb17ec33524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.516425] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71edf38f-d0dd-4bf8-8ed8-75f9694aebfb [ 608.516706] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.517098] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.517387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.517638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.518089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.518229] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71edf38f-d0dd-4bf8-8ed8-75f9694aebfb already deleted. [ 608.518655] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71edf38f-d0dd-4bf8-8ed8-75f9694aebfb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.584301] env[66947]: INFO networking_nsxv3.common.synchronization [None req-0c992b78-73e5-4225-9d7f-c4ab89ae6151 None None] Enqueued Resource ID: a68bc4f4-d5b0-4aea-84c5-42d4d739c60b with Priority: HIGHEST for action port [ 608.586869] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68bc4f4-d5b0-4aea-84c5-42d4d739c60b with Priority: HIGHEST for action port [ 608.586869] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-a68bc4f4-d5b0-4aea-84c5-42d4d739c60b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.586869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a68bc4f4-d5b0-4aea-84c5-42d4d739c60b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.586869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a68bc4f4-d5b0-4aea-84c5-42d4d739c60b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.587474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a68bc4f4-d5b0-4aea-84c5-42d4d739c60b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.587842] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a68bc4f4-d5b0-4aea-84c5-42d4d739c60b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.757937] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.757937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.757937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.758194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.758417] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.758583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.758742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.758968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.759260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.759400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.759533] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.759596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.759643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.759816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.759978] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.760124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.760367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.760367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.760440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.760539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.760701] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.764316] env[66947]: INFO networking_nsxv3.common.synchronization [req-19d53140-e813-40ef-8f9d-b315b904b006 req-e8cef208-0c0c-40fa-b509-64b810d1c61e tempest-MigrationsAdminTest-888779591 tempest-MigrationsAdminTest-888779591-project-member] Enqueued Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 608.765038] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 608.766896] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.770015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.770015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.770015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.770015] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.770015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.770015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.770015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.770371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.770405] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.850685] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('52785e17-c678-4087-9811-f1d8e254d7d1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.091943] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a68bc4f4-d5b0-4aea-84c5-42d4d739c60b [ 609.091943] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.091943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.091943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.091943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.091943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.091943] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a68bc4f4-d5b0-4aea-84c5-42d4d739c60b already deleted. [ 609.091943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a68bc4f4-d5b0-4aea-84c5-42d4d739c60b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.188055] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.188269] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.188381] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.188631] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.188906] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.189319] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.189319] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.189775] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.189988] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.190235] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.190366] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.190680] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.190790] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.190832] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.192450] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.192450] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.213211] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.213211] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.213211] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.213211] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.213211] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-f9611115-9cb7-440b-bab6-1a346e459d06 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.213211] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-f9611115-9cb7-440b-bab6-1a346e459d06" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.213211] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-f9611115-9cb7-440b-bab6-1a346e459d06" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.213211] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-f9611115-9cb7-440b-bab6-1a346e459d06" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.213211] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9611115-9cb7-440b-bab6-1a346e459d06',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.267694] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19: rpc.has_security_group_logging(os_id): False [ 609.272780] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.272780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.272780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.272780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.272780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.273300] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.273300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.273300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.273412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.273666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.273666] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 already deleted. [ 609.274276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.289902] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.290067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.290231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.291086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.291086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.291086] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.291086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.291086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.291086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.291086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.291299] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.291299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.291367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.291456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.291529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.291713] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.291806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.291867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.292226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.292600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.292728] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be created. [ 609.353732] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.353946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.354029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.355347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.355347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.355347] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52785e17-c678-4087-9811-f1d8e254d7d1 is going to be created. [ 609.359436] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.359640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.359728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.359959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.360204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.374231] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: IN_PROGRESS for 2s [ 609.390488] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.390488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.390488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.390488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.390488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.401461] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52785e17-c678-4087-9811-f1d8e254d7d1 in Status: UNINITIALIZED for 2s [ 609.718421] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.718749] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.718792] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.719229] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.719229] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.720426] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port f9611115-9cb7-440b-bab6-1a346e459d06 not found, creating... [ 609.720426] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.720426] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.720426] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.720426] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.720426] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.721186] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.721529] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.721668] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.721996] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.722168] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.722323] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: f9611115-9cb7-440b-bab6-1a346e459d06 is going to be created. [ 609.744304] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.744532] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.744532] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.744797] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.744991] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.745221] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-f9611115-9cb7-440b-bab6-1a346e459d06" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.804618] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: SUCCESS [ 609.804868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.460294] env[66947]: INFO networking_nsxv3.common.synchronization [req-19d53140-e813-40ef-8f9d-b315b904b006 req-2d0be969-ae06-4420-8e82-e91d6aff6c73 service nova] Enqueued Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_rules [ 610.460467] env[66947]: INFO networking_nsxv3.common.synchronization [req-19d53140-e813-40ef-8f9d-b315b904b006 req-2d0be969-ae06-4420-8e82-e91d6aff6c73 service nova] Enqueued Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 610.460602] env[66947]: INFO networking_nsxv3.common.synchronization [req-19d53140-e813-40ef-8f9d-b315b904b006 req-2d0be969-ae06-4420-8e82-e91d6aff6c73 service nova] Enqueued Resource ID: f9611115-9cb7-440b-bab6-1a346e459d06 with Priority: HIGHEST for action port [ 610.461341] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_rules [ 610.461341] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 610.461341] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9611115-9cb7-440b-bab6-1a346e459d06 with Priority: HIGHEST for action port [ 610.461855] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.461855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.461855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.462104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.462183] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.463125] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.463209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.463257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.463483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.463841] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.463841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.463841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.463956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.464603] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.464603] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.465255] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9611115-9cb7-440b-bab6-1a346e459d06 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.465255] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9611115-9cb7-440b-bab6-1a346e459d06" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.465255] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9611115-9cb7-440b-bab6-1a346e459d06" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.465431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9611115-9cb7-440b-bab6-1a346e459d06" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.465431] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9611115-9cb7-440b-bab6-1a346e459d06',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.967472] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.967896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.970350] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9611115-9cb7-440b-bab6-1a346e459d06 with status ACTIVE [ 610.970350] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.970350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.970350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.970582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.970582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.971110] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.971525] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.971619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.971847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.972093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.972263] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.972382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.972531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.972624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.972717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.972811] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9611115-9cb7-440b-bab6-1a346e459d06 is going to be updated. [ 610.974164] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.002923] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.003125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.003195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.003434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.003783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.003783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9611115-9cb7-440b-bab6-1a346e459d06" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.089137] env[66947]: INFO networking_nsxv3.common.synchronization [req-c5afad34-1552-4a44-95e9-1a4f5a34ba9d req-78462246-853d-4e36-9b51-0ff7d24940ba tempest-ServerRescueTestJSON-721938719 tempest-ServerRescueTestJSON-721938719-project-member] Enqueued Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 611.089137] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 611.089137] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.089695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.089695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.090452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.090452] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.090452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.090452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.090452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.090781] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.090781] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.397103] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: SUCCESS [ 611.397103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.414459] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52785e17-c678-4087-9811-f1d8e254d7d1 in Status: SUCCESS [ 611.414794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.415134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.415427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.415731] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.415880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.415949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.416182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.416288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.416393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.416519] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('52785e17-c678-4087-9811-f1d8e254d7d1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.478546] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.594546] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.594707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.594779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.595015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.595113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.595318] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.595482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.595586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.595783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.595846] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.595945] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 already deleted. [ 611.596043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.921319] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-52785e17-c678-4087-9811-f1d8e254d7d1 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.921319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.921319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.921319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.921319] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.921319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.921319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.923050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.923050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.923050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.923050] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-52785e17-c678-4087-9811-f1d8e254d7d1 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.923050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.923050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.923050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.923050] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.923384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.923384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.923584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.923656] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.923769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.923883] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('52785e17-c678-4087-9811-f1d8e254d7d1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.982147] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.982429] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.983034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.983034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.983034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.983034] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 is going to be created. [ 612.006532] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.006678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.006678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.007273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.007508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.016788] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: UNINITIALIZED for 2s [ 612.166777] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.166964] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-987" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.167121] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-987" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.168095] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-987" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.168095] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.168095] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.168095] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.168316] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.168359] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.168515] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.168617] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.168717] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.168817] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.168915] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.169021] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.169142] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.189847] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.190013] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.190157] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.190336] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-987" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.190640] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.190806] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.190921] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.191473] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.191473] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.427032] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 52785e17-c678-4087-9811-f1d8e254d7d1: rpc.has_security_group_logging(os_id): False [ 612.450605] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.450843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.450968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.451208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.451958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.454963] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.454963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.455102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.455411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.455411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.455593] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.455593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.455697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.455806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.455871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.456084] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.456226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.456226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.456446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.456446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.456538] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52785e17-c678-4087-9811-f1d8e254d7d1 is going to be created. [ 612.460703] env[66947]: INFO networking_nsxv3.common.synchronization [None req-976530d9-49d6-4f10-bcb6-3f8ce25908ba None None] Enqueued Resource ID: 5ce921f0-e3e0-46b7-a2af-82bff01241a9 with Priority: HIGHEST for action port [ 612.461231] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce921f0-e3e0-46b7-a2af-82bff01241a9 with Priority: HIGHEST for action port [ 612.461523] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ce921f0-e3e0-46b7-a2af-82bff01241a9 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.461640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ce921f0-e3e0-46b7-a2af-82bff01241a9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.461702] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ce921f0-e3e0-46b7-a2af-82bff01241a9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.461937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ce921f0-e3e0-46b7-a2af-82bff01241a9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.462100] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce921f0-e3e0-46b7-a2af-82bff01241a9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.531043] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.531253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.531253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.531581] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.531680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.544999] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52785e17-c678-4087-9811-f1d8e254d7d1 in Status: IN_PROGRESS for 2s [ 612.639998] env[66947]: INFO networking_nsxv3.common.synchronization [None req-6d192076-796b-4309-8d5d-68ca2263288d None None] Enqueued Resource ID: 4d240b12-5c10-4d7e-8811-1a0018401f74 with Priority: HIGHEST for action port [ 612.640567] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d240b12-5c10-4d7e-8811-1a0018401f74 with Priority: HIGHEST for action port [ 612.640888] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d240b12-5c10-4d7e-8811-1a0018401f74 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.641031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d240b12-5c10-4d7e-8811-1a0018401f74" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.641108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d240b12-5c10-4d7e-8811-1a0018401f74" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.641410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d240b12-5c10-4d7e-8811-1a0018401f74" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.641499] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d240b12-5c10-4d7e-8811-1a0018401f74',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.694398] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.694624] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.694735] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.695075] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.695254] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.695408] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0 not found, creating... [ 612.695665] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.695814] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.695925] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.696167] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.696299] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.696566] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.696714] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.696824] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.697178] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.697405] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.697616] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0 is going to be created. [ 612.719274] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.719623] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.719953] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.720271] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.720577] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.720866] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.965055] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ce921f0-e3e0-46b7-a2af-82bff01241a9 [ 612.965280] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.965447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.965567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.966222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.966222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.966222] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ce921f0-e3e0-46b7-a2af-82bff01241a9 already deleted. [ 612.966222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ce921f0-e3e0-46b7-a2af-82bff01241a9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.143605] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d240b12-5c10-4d7e-8811-1a0018401f74 [ 613.144482] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.144724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.144820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.145197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.145338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.145469] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d240b12-5c10-4d7e-8811-1a0018401f74 already deleted. [ 613.145590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d240b12-5c10-4d7e-8811-1a0018401f74" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.473164] env[66947]: INFO networking_nsxv3.common.synchronization [req-c5afad34-1552-4a44-95e9-1a4f5a34ba9d req-b847828b-b2ea-421c-aab1-ba2f7a36c617 service nova] Enqueued Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_rules [ 613.473328] env[66947]: INFO networking_nsxv3.common.synchronization [req-c5afad34-1552-4a44-95e9-1a4f5a34ba9d req-b847828b-b2ea-421c-aab1-ba2f7a36c617 service nova] Enqueued Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 613.473454] env[66947]: INFO networking_nsxv3.common.synchronization [req-c5afad34-1552-4a44-95e9-1a4f5a34ba9d req-b847828b-b2ea-421c-aab1-ba2f7a36c617 service nova] Enqueued Resource ID: f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0 with Priority: HIGHEST for action port [ 613.474211] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_rules [ 613.474289] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 613.474337] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0 with Priority: HIGHEST for action port [ 613.475297] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.475297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.475297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.475297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.475297] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.476156] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.476239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.476239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.476422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.476793] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.476793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.476793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.476914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.476914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.477028] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.478144] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.478144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.478144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.478308] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.478308] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.980619] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.980619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.980852] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0 with status ACTIVE [ 613.981069] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.981274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.981274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.981495] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.981585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.981766] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.981863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.981926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.982102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.982262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.984046] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.984046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.984046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.984046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.984046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.984046] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0 is going to be updated. [ 613.986340] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.023254] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.023254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.023254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.023254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.023254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.023254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2a6d6c0-4c4d-48c0-a22a-b70c8c2dcfa0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.039475] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: SUCCESS [ 614.039475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.039475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.039475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.039475] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.039475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.039475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.043071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.043071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.043071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.043071] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.211962] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-555e90d6-d8e2-4d11-b6a0-53976b39a1ab tempest-ServersTestMultiNic-415846522 tempest-ServersTestMultiNic-415846522-project-member] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 614.215394] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 614.215394] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.215394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.215394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.215394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.215394] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.215394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.215394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.215394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.215394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.215394] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.491116] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.545774] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.545931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.545999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.546249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.546435] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.546506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.546565] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.546706] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.546788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.546892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.547028] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.547660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.547660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.547660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.547660] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.547660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.547856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.547856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.547915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.548236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.548236] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.569445] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 52785e17-c678-4087-9811-f1d8e254d7d1 in Status: SUCCESS [ 614.570921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.717812] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.717812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.717812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.717812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.717812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.717812] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.717812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.717812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.718209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.718209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.718209] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 already deleted. [ 614.718209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.746388] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-49f36819-167a-463f-9c75-785495fd3a5f tempest-ServersTestMultiNic-415846522 tempest-ServersTestMultiNic-415846522-project-member] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 614.747269] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 614.747661] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.747828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.747964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.748234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.748585] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.748672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.748705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.748941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.749016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.750641] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.994892] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.994892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.994892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.995279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.995279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.995402] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 is going to be created. [ 615.029803] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.029933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.030017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.030290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.030408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.048377] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: UNINITIALIZED for 2s [ 615.057229] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a0a36f9-bd37-4cdc-a764-85a1463a78c5: rpc.has_security_group_logging(os_id): False [ 615.076352] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.076494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.076596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.076773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.076863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.077057] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.077181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.077247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.077404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.077505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.077722] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.077826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.077874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.078025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.078131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.078595] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.078595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.078595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.078595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.078773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.078773] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 is going to be created. [ 615.156251] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.156251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.156251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.156251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.156251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.173132] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: IN_PROGRESS for 2s [ 615.205744] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-9e674590-58bf-4c00-863d-06116ebddda3 tempest-ServersTestMultiNic-415846522 tempest-ServersTestMultiNic-415846522-project-member] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 615.205744] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 615.206108] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.206108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.253803] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.254114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.254114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.254313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.254375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.254576] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.254676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.254739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.255107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.255107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.255107] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 already deleted. [ 615.255254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.255325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.255476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.255617] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.255709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.255769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.255905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.255981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.256094] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.338803] env[66947]: INFO networking_nsxv3.common.synchronization [None req-a3fd12c2-9b0b-411d-a26e-c8c526195532 None None] Enqueued Resource ID: 5efa3230-bb2e-44cc-a65a-0b5ed6733a89 with Priority: HIGHEST for action port [ 615.338908] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5efa3230-bb2e-44cc-a65a-0b5ed6733a89 with Priority: HIGHEST for action port [ 615.340616] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-5efa3230-bb2e-44cc-a65a-0b5ed6733a89 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.340835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5efa3230-bb2e-44cc-a65a-0b5ed6733a89" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.340936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5efa3230-bb2e-44cc-a65a-0b5ed6733a89" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.341230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5efa3230-bb2e-44cc-a65a-0b5ed6733a89" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.341317] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5efa3230-bb2e-44cc-a65a-0b5ed6733a89',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.580614] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.581424] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-805" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.582914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-805" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.582914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-805" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.582914] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.582914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.582914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.582914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.583398] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.583783] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.584160] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.584397] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.584620] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.585286] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.585286] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.585286] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.605060] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.605599] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.605761] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.605986] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-805" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.606370] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-93cc850c-6db5-4a79-b51f-9a9fd4ed01e4 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.606893] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-93cc850c-6db5-4a79-b51f-9a9fd4ed01e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.607264] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-93cc850c-6db5-4a79-b51f-9a9fd4ed01e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.607650] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-93cc850c-6db5-4a79-b51f-9a9fd4ed01e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.607947] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93cc850c-6db5-4a79-b51f-9a9fd4ed01e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.760755] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.760979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.761141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.761514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.761627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.761834] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.762060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.762162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.762401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.762533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.762641] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 already deleted. [ 615.762757] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.773649] env[66947]: INFO networking_nsxv3.common.synchronization [None req-5d4fb3df-4135-48db-b6a6-124aa8fe8fad None None] Enqueued Resource ID: dfac3e1a-d02b-4a1b-be73-515a62f266d3 with Priority: HIGHEST for action port [ 615.775293] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfac3e1a-d02b-4a1b-be73-515a62f266d3 with Priority: HIGHEST for action port [ 615.775293] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfac3e1a-d02b-4a1b-be73-515a62f266d3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.775293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfac3e1a-d02b-4a1b-be73-515a62f266d3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.775293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfac3e1a-d02b-4a1b-be73-515a62f266d3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.775646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfac3e1a-d02b-4a1b-be73-515a62f266d3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.775702] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfac3e1a-d02b-4a1b-be73-515a62f266d3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.844824] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5efa3230-bb2e-44cc-a65a-0b5ed6733a89 [ 615.844824] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.845136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.845136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.845354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.845416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.845531] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5efa3230-bb2e-44cc-a65a-0b5ed6733a89 already deleted. [ 615.845621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5efa3230-bb2e-44cc-a65a-0b5ed6733a89" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.110912] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.111042] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.111180] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.111403] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.111546] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.111853] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 93cc850c-6db5-4a79-b51f-9a9fd4ed01e4 not found, creating... [ 616.111951] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.112123] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.112235] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.112468] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.112599] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.112901] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.113073] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.113185] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.113382] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.113536] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.113676] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 93cc850c-6db5-4a79-b51f-9a9fd4ed01e4 is going to be created. [ 616.136521] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.136521] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.136521] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.136521] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.136521] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.136521] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-93cc850c-6db5-4a79-b51f-9a9fd4ed01e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.277901] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfac3e1a-d02b-4a1b-be73-515a62f266d3 [ 616.278234] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.278394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.278463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.278682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.278772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.278866] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfac3e1a-d02b-4a1b-be73-515a62f266d3 already deleted. [ 616.278948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfac3e1a-d02b-4a1b-be73-515a62f266d3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.944566] env[66947]: INFO networking_nsxv3.common.synchronization [None req-f52fe36d-dae3-4741-9803-f96638098787 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_rules [ 616.945231] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_rules [ 616.945536] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.946315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.946315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.946315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.946315] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.950951] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-436fc2d2-4980-41a4-b515-02c0adfc974c service nova] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_rules [ 616.951054] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-436fc2d2-4980-41a4-b515-02c0adfc974c service nova] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 616.951168] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-436fc2d2-4980-41a4-b515-02c0adfc974c service nova] Enqueued Resource ID: 93cc850c-6db5-4a79-b51f-9a9fd4ed01e4 with Priority: HIGHEST for action port [ 616.951465] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_rules [ 616.951591] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 616.951686] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cc850c-6db5-4a79-b51f-9a9fd4ed01e4 with Priority: HIGHEST for action port [ 616.952278] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.952405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.952502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.952709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.952830] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.954906] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.955044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.955140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.955366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.955529] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.955637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.955701] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.956106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.956106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.956106] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.958122] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-93cc850c-6db5-4a79-b51f-9a9fd4ed01e4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.958122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93cc850c-6db5-4a79-b51f-9a9fd4ed01e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.958122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93cc850c-6db5-4a79-b51f-9a9fd4ed01e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.958122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93cc850c-6db5-4a79-b51f-9a9fd4ed01e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.958122] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93cc850c-6db5-4a79-b51f-9a9fd4ed01e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.058679] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: SUCCESS [ 617.058918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.059131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.059472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.059780] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.060339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.060339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.060339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.060478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.060514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.060750] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.186084] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: SUCCESS [ 617.186354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.343154] env[66947]: INFO networking_nsxv3.common.synchronization [None req-c3d5c039-f712-4f06-9e86-7a97017b3e68 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_rules [ 617.343605] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_rules [ 617.344081] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.344081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.462029] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.463335] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.463335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.463496] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93cc850c-6db5-4a79-b51f-9a9fd4ed01e4 with status ACTIVE [ 617.463534] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.463767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.463767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.463947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.464015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.464173] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.464259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.464320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.464471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.464547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.464740] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.464818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.464868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.464994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.465825] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.465825] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93cc850c-6db5-4a79-b51f-9a9fd4ed01e4 is going to be updated. [ 617.488116] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.488311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.488365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.488571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.488660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.488755] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 already deleted. [ 617.488841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.489566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.489744] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.489833] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.507659] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.507779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.507831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.508054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.508259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.508514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93cc850c-6db5-4a79-b51f-9a9fd4ed01e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.563854] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.564011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.564104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.564306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.564473] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.564595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.564638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.564771] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.564851] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.564936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.565130] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.565223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.565283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.565425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.565572] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.565661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.565768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.565849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.565921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.566009] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.566107] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.955650] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.955848] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-479" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.955963] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-479" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.956955] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-479" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.957304] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.957476] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.957590] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.957827] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.957964] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.958205] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.958347] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.958453] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.958563] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.958707] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.958848] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.959011] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.968454] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.982141] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.982305] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.982438] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.982610] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-479" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.982911] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-54e0148a-9b87-48f7-a471-c85bb804543b taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.983519] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-54e0148a-9b87-48f7-a471-c85bb804543b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.983519] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-54e0148a-9b87-48f7-a471-c85bb804543b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.983519] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-54e0148a-9b87-48f7-a471-c85bb804543b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.983719] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54e0148a-9b87-48f7-a471-c85bb804543b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.010895] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.011025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.011355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.011355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.011473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.011505] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 already deleted. [ 618.011587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.070471] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8827ad2-64f6-41ef-a36c-3da01d7e36b3: rpc.has_security_group_logging(os_id): False [ 618.089178] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.089394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.089467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.089680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.089769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.089955] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.090066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.090194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.090271] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.090348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.090528] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.090619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.090679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.090815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.090888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.091201] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.091293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.091343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.091487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.091562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.091649] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 is going to be created. [ 618.152405] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.152557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.152757] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.152907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.153353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.166524] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: IN_PROGRESS for 2s [ 618.470868] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.471388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.471388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.471388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.471388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.471599] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be created. [ 618.488908] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.489171] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.489289] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.489610] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.489716] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.489864] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 54e0148a-9b87-48f7-a471-c85bb804543b not found, creating... [ 618.490141] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.490300] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.490412] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.490637] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.490796] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.491518] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.491518] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.491518] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.491518] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.491808] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.491808] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 54e0148a-9b87-48f7-a471-c85bb804543b is going to be created. [ 618.503815] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.503920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.504109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.504265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.504574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.515988] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: UNINITIALIZED for 2s [ 618.521022] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.521022] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.521022] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.521022] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.521022] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.521022] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-54e0148a-9b87-48f7-a471-c85bb804543b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.230148] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-35dd9ef7-8430-4830-aa26-cbdf02170d74 service nova] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_rules [ 619.230148] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-35dd9ef7-8430-4830-aa26-cbdf02170d74 service nova] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 619.230148] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-35dd9ef7-8430-4830-aa26-cbdf02170d74 service nova] Enqueued Resource ID: 54e0148a-9b87-48f7-a471-c85bb804543b with Priority: HIGHEST for action port [ 619.230148] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_rules [ 619.230148] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 619.230148] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e0148a-9b87-48f7-a471-c85bb804543b with Priority: HIGHEST for action port [ 619.230148] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.233201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.233384] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.233467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.233654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-54e0148a-9b87-48f7-a471-c85bb804543b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.233746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54e0148a-9b87-48f7-a471-c85bb804543b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.233815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54e0148a-9b87-48f7-a471-c85bb804543b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.234410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54e0148a-9b87-48f7-a471-c85bb804543b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.234489] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54e0148a-9b87-48f7-a471-c85bb804543b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.738647] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54e0148a-9b87-48f7-a471-c85bb804543b with status ACTIVE [ 619.738647] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.738647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.738647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.738647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.739239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.739239] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.739563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.739563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.739663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.739779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.740348] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.740348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.740534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.740742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.740742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.740886] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54e0148a-9b87-48f7-a471-c85bb804543b is going to be updated. [ 619.769661] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.769844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.769890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.770218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.770447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.770710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54e0148a-9b87-48f7-a471-c85bb804543b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.953650] env[66947]: INFO networking_nsxv3.common.synchronization [req-8b5ffc14-23a0-4a4c-9873-349324dc22e6 req-ca2181a3-6fa0-4675-ad94-d9fa0f6211d2 tempest-ImagesNegativeTestJSON-2013288417 tempest-ImagesNegativeTestJSON-2013288417-project-member] Enqueued Resource ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 with Priority: HIGHEST for action security_group_members [ 619.953705] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 with Priority: HIGHEST for action security_group_members [ 619.953984] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dafe9b1-088f-4213-a87c-3e72fbbe4042 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.954183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.954231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.954482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.954643] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.955041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.955041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.955041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.955208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.955208] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dafe9b1-088f-4213-a87c-3e72fbbe4042',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.178357] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: SUCCESS [ 620.178686] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.279549] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.279689] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-805" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.279863] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-805" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.280098] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-805" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.280346] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.280695] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.280695] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.281351] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.281501] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.281803] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.281938] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.282056] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.282164] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.282271] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.282776] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.282922] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.304969] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.304969] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.305573] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.305765] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-805" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.306699] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-145627ff-bd3d-45ed-bf6a-55c770f463ff taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.306699] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-145627ff-bd3d-45ed-bf6a-55c770f463ff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.306699] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-145627ff-bd3d-45ed-bf6a-55c770f463ff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.306699] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-145627ff-bd3d-45ed-bf6a-55c770f463ff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.306942] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145627ff-bd3d-45ed-bf6a-55c770f463ff',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.459013] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.459204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.459279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.459495] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.459649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.459862] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.459994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.460051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.460268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.460268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.460417] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 already deleted. [ 620.460484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.526335] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 620.526503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.526642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.526865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.527064] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.527209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.527279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.527452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.527550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.527640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.527738] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.528666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.528834] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.528998] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.529119] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.529183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.529350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.529431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.529518] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.763029] env[66947]: INFO networking_nsxv3.common.synchronization [None req-56629da8-e94e-4b8b-8918-98694107631c None None] Enqueued Resource ID: 69e89dd3-4cd0-4b78-936e-ab7067c6db69 with Priority: HIGHEST for action port [ 620.763029] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e89dd3-4cd0-4b78-936e-ab7067c6db69 with Priority: HIGHEST for action port [ 620.763029] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e89dd3-4cd0-4b78-936e-ab7067c6db69 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.763029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e89dd3-4cd0-4b78-936e-ab7067c6db69" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.763029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e89dd3-4cd0-4b78-936e-ab7067c6db69" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.763029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e89dd3-4cd0-4b78-936e-ab7067c6db69" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.763029] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e89dd3-4cd0-4b78-936e-ab7067c6db69',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.811932] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.811932] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.811932] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.811932] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.811932] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.811932] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 145627ff-bd3d-45ed-bf6a-55c770f463ff not found, creating... [ 620.811932] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.811932] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.812415] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.812415] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.812627] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.813110] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.813289] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.813412] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.813662] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.813798] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.813960] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 145627ff-bd3d-45ed-bf6a-55c770f463ff is going to be created. [ 620.837442] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.837645] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.838486] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.838486] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.838486] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.838669] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-145627ff-bd3d-45ed-bf6a-55c770f463ff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.901282] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.901282] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.901483] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.902108] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.902386] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.902531] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.902643] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.902864] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.903014] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.903287] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.903423] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.903559] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.903669] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.903780] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.903882] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.904024] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.938424] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.938641] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.938758] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.938941] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.939307] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-2b2d5d46-c5d9-42f0-8257-653bd5ad5d53 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.939515] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-2b2d5d46-c5d9-42f0-8257-653bd5ad5d53" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.939643] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-2b2d5d46-c5d9-42f0-8257-653bd5ad5d53" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.939999] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-2b2d5d46-c5d9-42f0-8257-653bd5ad5d53" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.940162] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b2d5d46-c5d9-42f0-8257-653bd5ad5d53',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.031489] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.031727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.031788] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.265758] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e89dd3-4cd0-4b78-936e-ab7067c6db69 [ 621.265758] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.265758] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.265758] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.266118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.266246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.266511] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e89dd3-4cd0-4b78-936e-ab7067c6db69 already deleted. [ 621.266596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e89dd3-4cd0-4b78-936e-ab7067c6db69" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.443026] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.443211] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.443323] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.444040] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.444040] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.444040] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 2b2d5d46-c5d9-42f0-8257-653bd5ad5d53 not found, creating... [ 621.444292] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.444395] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.444454] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.444634] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.444902] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.445042] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.445192] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.445305] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.445505] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.445633] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.445837] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 2b2d5d46-c5d9-42f0-8257-653bd5ad5d53 is going to be created. [ 621.467439] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.467915] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.467915] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.468464] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.468716] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.468942] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-2b2d5d46-c5d9-42f0-8257-653bd5ad5d53" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.533762] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.536971] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-47b9991c-b254-45cc-9c3f-a4ae4a62954c service nova] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_rules [ 621.536971] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-47b9991c-b254-45cc-9c3f-a4ae4a62954c service nova] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 621.536971] env[66947]: INFO networking_nsxv3.common.synchronization [req-56021df1-3c8b-4d54-aa0e-190577af9f44 req-47b9991c-b254-45cc-9c3f-a4ae4a62954c service nova] Enqueued Resource ID: 145627ff-bd3d-45ed-bf6a-55c770f463ff with Priority: HIGHEST for action port [ 621.537498] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_rules [ 621.537498] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 621.537949] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 145627ff-bd3d-45ed-bf6a-55c770f463ff with Priority: HIGHEST for action port [ 621.538458] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.539009] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.539296] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.539444] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.539662] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-145627ff-bd3d-45ed-bf6a-55c770f463ff taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.539798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-145627ff-bd3d-45ed-bf6a-55c770f463ff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.539883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-145627ff-bd3d-45ed-bf6a-55c770f463ff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.540396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-145627ff-bd3d-45ed-bf6a-55c770f463ff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.540482] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('145627ff-bd3d-45ed-bf6a-55c770f463ff',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.038699] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.038699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.038699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.039179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.039179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.039401] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 622.045547] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 145627ff-bd3d-45ed-bf6a-55c770f463ff with status ACTIVE [ 622.045784] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.046041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.046041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.046212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.046300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.046486] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.046592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.046654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.046802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.046912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.047102] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.047216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.047312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.047470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.047528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.047579] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 145627ff-bd3d-45ed-bf6a-55c770f463ff is going to be updated. [ 622.070907] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.070907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.070907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.071277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.072018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.072018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-145627ff-bd3d-45ed-bf6a-55c770f463ff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.091944] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.092300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.092584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.092783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.092957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.117656] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 622.538636] env[66947]: INFO networking_nsxv3.common.synchronization [req-8b5ffc14-23a0-4a4c-9873-349324dc22e6 req-3957ed1d-1344-4b6c-b44b-0a8e03534733 service nova] Enqueued Resource ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 with Priority: HIGHEST for action security_group_rules [ 622.538636] env[66947]: INFO networking_nsxv3.common.synchronization [req-8b5ffc14-23a0-4a4c-9873-349324dc22e6 req-3957ed1d-1344-4b6c-b44b-0a8e03534733 service nova] Enqueued Resource ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 with Priority: HIGHEST for action security_group_members [ 622.538791] env[66947]: INFO networking_nsxv3.common.synchronization [req-8b5ffc14-23a0-4a4c-9873-349324dc22e6 req-3957ed1d-1344-4b6c-b44b-0a8e03534733 service nova] Enqueued Resource ID: 2b2d5d46-c5d9-42f0-8257-653bd5ad5d53 with Priority: HIGHEST for action port [ 622.540877] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 with Priority: HIGHEST for action security_group_rules [ 622.540877] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 with Priority: HIGHEST for action security_group_members [ 622.540877] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2d5d46-c5d9-42f0-8257-653bd5ad5d53 with Priority: HIGHEST for action port [ 622.540877] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dafe9b1-088f-4213-a87c-3e72fbbe4042 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.540877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.540877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.540877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.540877] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dafe9b1-088f-4213-a87c-3e72fbbe4042',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.541892] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dafe9b1-088f-4213-a87c-3e72fbbe4042 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.541892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.541892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.543083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.543083] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.543083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.543083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.543083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.543083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.543083] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dafe9b1-088f-4213-a87c-3e72fbbe4042',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.543688] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b2d5d46-c5d9-42f0-8257-653bd5ad5d53 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.543789] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b2d5d46-c5d9-42f0-8257-653bd5ad5d53" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.543974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b2d5d46-c5d9-42f0-8257-653bd5ad5d53" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.544043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b2d5d46-c5d9-42f0-8257-653bd5ad5d53" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.548666] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b2d5d46-c5d9-42f0-8257-653bd5ad5d53',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.916623] env[66947]: INFO networking_nsxv3.common.synchronization [None req-c58d0920-d7dd-4c9f-99e2-c9e5baac87ab None None] Enqueued Resource ID: a9313995-4e15-4933-8e32-ff4fd0573998 with Priority: HIGHEST for action port [ 622.917290] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9313995-4e15-4933-8e32-ff4fd0573998 with Priority: HIGHEST for action port [ 622.917658] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9313995-4e15-4933-8e32-ff4fd0573998 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.917814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9313995-4e15-4933-8e32-ff4fd0573998" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.917853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9313995-4e15-4933-8e32-ff4fd0573998" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.918930] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9313995-4e15-4933-8e32-ff4fd0573998" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.918930] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9313995-4e15-4933-8e32-ff4fd0573998',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.050023] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dafe9b1-088f-4213-a87c-3e72fbbe4042',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.050023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dafe9b1-088f-4213-a87c-3e72fbbe4042 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.050023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.050023] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b2d5d46-c5d9-42f0-8257-653bd5ad5d53 with status ACTIVE [ 623.050023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.050023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.050023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.050023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.050023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.050023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.057367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.057367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.057367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.057367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.057367] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.057367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.057367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.057367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.057367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.057367] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b2d5d46-c5d9-42f0-8257-653bd5ad5d53 is going to be updated. [ 623.085077] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.085077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.085077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.085077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.085077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.085077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b2d5d46-c5d9-42f0-8257-653bd5ad5d53" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.205494] env[66947]: INFO networking_nsxv3.common.synchronization [req-4af318e3-3462-4be3-9a2a-4093eff68d5f req-dd2ead8a-0b7c-4fa7-b718-edb04c87321a tempest-VolumesAssistedSnapshotsTest-308750262 tempest-VolumesAssistedSnapshotsTest-308750262-project-member] Enqueued Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_members [ 623.205494] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_members [ 623.205494] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-660e0ce3-5dca-4500-835e-587dc6cc63e4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.205494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.205494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.205494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.205942] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.206179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.206320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.206612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.206850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.207069] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660e0ce3-5dca-4500-835e-587dc6cc63e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.422023] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9313995-4e15-4933-8e32-ff4fd0573998 [ 623.422023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.422023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.422023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.422023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.422023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.422023] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9313995-4e15-4933-8e32-ff4fd0573998 already deleted. [ 623.422023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9313995-4e15-4933-8e32-ff4fd0573998" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.561404] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dafe9b1-088f-4213-a87c-3e72fbbe4042',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.711764] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.712150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.712274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.712499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.712643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.712821] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.712960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.713043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.713152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.713231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.713300] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 already deleted. [ 623.713385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.885389] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.885584] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-369" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.885703] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-369" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.886083] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-369" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.886340] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.886491] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.886605] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.886816] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.886954] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.887211] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.887329] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.887439] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.887538] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.887884] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.887884] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.887884] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.913026] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.913026] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.913026] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.913026] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-369" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.913026] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-be1ac9aa-9b63-4a68-8b75-6218a6dfab97 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.913026] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-be1ac9aa-9b63-4a68-8b75-6218a6dfab97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.913026] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-be1ac9aa-9b63-4a68-8b75-6218a6dfab97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.913026] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-be1ac9aa-9b63-4a68-8b75-6218a6dfab97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.913026] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be1ac9aa-9b63-4a68-8b75-6218a6dfab97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.048568] env[66947]: INFO networking_nsxv3.common.synchronization [None req-c9d18db5-6710-45d0-97b3-8a37b2a250ff None None] Enqueued Resource ID: b7568326-9d8d-4540-a909-7f399e88a403 with Priority: HIGHEST for action port [ 624.049018] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7568326-9d8d-4540-a909-7f399e88a403 with Priority: HIGHEST for action port [ 624.049430] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7568326-9d8d-4540-a909-7f399e88a403 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.049561] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7568326-9d8d-4540-a909-7f399e88a403" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.049561] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7568326-9d8d-4540-a909-7f399e88a403" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.049755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7568326-9d8d-4540-a909-7f399e88a403" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.049837] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7568326-9d8d-4540-a909-7f399e88a403',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.067408] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.067408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.067408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.067408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.067408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.067408] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 is going to be created. [ 624.089299] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.089299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.089299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.089299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.089489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.103546] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 in Status: UNINITIALIZED for 2s [ 624.126583] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 624.127121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.127121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.127279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.127634] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.127769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.127839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.128177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.128258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.128318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.128502] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.128593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.128643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.128795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.128936] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.131665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.131665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.131665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.131665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.131665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.131665] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.131665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.132076] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.132076] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.132183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.132183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.132353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.132423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.132920] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.414726] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.414964] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.415281] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.415403] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.415549] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.415693] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port be1ac9aa-9b63-4a68-8b75-6218a6dfab97 not found, creating... [ 624.415945] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.416108] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.416213] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.416434] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.416561] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.416826] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.416971] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.417092] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.417331] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.417588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.417588] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: be1ac9aa-9b63-4a68-8b75-6218a6dfab97 is going to be created. [ 624.438439] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.438648] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.438819] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.439121] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.439344] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.439671] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-be1ac9aa-9b63-4a68-8b75-6218a6dfab97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.520430] env[66947]: INFO networking_nsxv3.common.synchronization [None req-497497b9-d7cb-4842-a721-fde33171992b None None] Enqueued Resource ID: 480d77c1-9bfb-4b9a-b939-82ba38e99e90 with Priority: HIGHEST for action port [ 624.520987] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 480d77c1-9bfb-4b9a-b939-82ba38e99e90 with Priority: HIGHEST for action port [ 624.521409] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-480d77c1-9bfb-4b9a-b939-82ba38e99e90 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.521502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-480d77c1-9bfb-4b9a-b939-82ba38e99e90" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.521502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-480d77c1-9bfb-4b9a-b939-82ba38e99e90" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.521815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-480d77c1-9bfb-4b9a-b939-82ba38e99e90" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.521850] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('480d77c1-9bfb-4b9a-b939-82ba38e99e90',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.552497] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7568326-9d8d-4540-a909-7f399e88a403 [ 624.552711] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.552818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.553637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.553637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.553637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.553637] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7568326-9d8d-4540-a909-7f399e88a403 already deleted. [ 624.553637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7568326-9d8d-4540-a909-7f399e88a403" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.632725] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 200ee33d-8b6c-4fdf-a5a0-b047df2349f0: rpc.has_security_group_logging(os_id): False [ 624.638043] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.652499] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.652735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.652871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.653215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.653384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.653727] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.653916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.654054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.654392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.654452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.654763] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.654915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.655031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.655298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.655420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.655704] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.655843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.655938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.656162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.656283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.656482] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be created. [ 624.723617] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.724477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.724620] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.724904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.725208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.736979] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 625.025168] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 480d77c1-9bfb-4b9a-b939-82ba38e99e90 [ 625.025931] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.025931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.025931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.026170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.026281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.026384] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:480d77c1-9bfb-4b9a-b939-82ba38e99e90 already deleted. [ 625.026471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-480d77c1-9bfb-4b9a-b939-82ba38e99e90" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.141915] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.165936] env[66947]: INFO networking_nsxv3.common.synchronization [req-4af318e3-3462-4be3-9a2a-4093eff68d5f req-0ce57b42-0c20-4e8a-bcfa-e510475a77ff service nova] Enqueued Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_rules [ 625.166113] env[66947]: INFO networking_nsxv3.common.synchronization [req-4af318e3-3462-4be3-9a2a-4093eff68d5f req-0ce57b42-0c20-4e8a-bcfa-e510475a77ff service nova] Enqueued Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_members [ 625.168087] env[66947]: INFO networking_nsxv3.common.synchronization [req-4af318e3-3462-4be3-9a2a-4093eff68d5f req-0ce57b42-0c20-4e8a-bcfa-e510475a77ff service nova] Enqueued Resource ID: be1ac9aa-9b63-4a68-8b75-6218a6dfab97 with Priority: HIGHEST for action port [ 625.168087] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_rules [ 625.168087] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_members [ 625.168087] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be1ac9aa-9b63-4a68-8b75-6218a6dfab97 with Priority: HIGHEST for action port [ 625.168087] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-660e0ce3-5dca-4500-835e-587dc6cc63e4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.168087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.168405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.168405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.168405] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('660e0ce3-5dca-4500-835e-587dc6cc63e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.170714] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-660e0ce3-5dca-4500-835e-587dc6cc63e4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.171324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.175090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.175090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.175090] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.175090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.175090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.175090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.175090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.175090] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660e0ce3-5dca-4500-835e-587dc6cc63e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.175090] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-be1ac9aa-9b63-4a68-8b75-6218a6dfab97 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.175090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be1ac9aa-9b63-4a68-8b75-6218a6dfab97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.175090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be1ac9aa-9b63-4a68-8b75-6218a6dfab97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.175090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be1ac9aa-9b63-4a68-8b75-6218a6dfab97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.175090] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be1ac9aa-9b63-4a68-8b75-6218a6dfab97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.370502] env[66947]: INFO networking_nsxv3.common.synchronization [req-39461029-544e-433f-8128-6ee204990a29 req-1ca927c9-ebfa-41e1-97b5-038e9d413a5a tempest-DeleteServersAdminTestJSON-427117916 tempest-DeleteServersAdminTestJSON-427117916-project-admin] Enqueued Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 625.371010] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 625.372623] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.372809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.372904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.373147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.373363] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.373524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.373615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.373822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.373940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.374083] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.644854] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.645191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.645353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.645733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.645915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.646119] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 625.671140] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-660e0ce3-5dca-4500-835e-587dc6cc63e4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.671356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.674840] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('660e0ce3-5dca-4500-835e-587dc6cc63e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.679209] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be1ac9aa-9b63-4a68-8b75-6218a6dfab97 with status ACTIVE [ 625.679908] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.679908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.679908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.679908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.681343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.681343] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.681343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.681343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.681343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.681343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.683225] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.683225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.683225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.683225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.683225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.683225] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be1ac9aa-9b63-4a68-8b75-6218a6dfab97 is going to be updated. [ 625.702132] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.702132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.702132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.702132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.702132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.715028] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.715028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.715028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.715028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.715028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.715028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be1ac9aa-9b63-4a68-8b75-6218a6dfab97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.718808] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 625.876136] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.876136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.876136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.876383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.876521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.876742] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.876968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.876968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.877091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.877227] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.877397] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 is going to be updated. [ 625.907668] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.907668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.907668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.907668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.907928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.922950] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: IN_PROGRESS for 2s [ 626.114829] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 in Status: SUCCESS [ 626.114829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.114829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.115062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.115266] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.115364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.115426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.115572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.115649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.115735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.115992] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dafe9b1-088f-4213-a87c-3e72fbbe4042',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.179228] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('660e0ce3-5dca-4500-835e-587dc6cc63e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.215985] env[66947]: INFO networking_nsxv3.common.synchronization [None req-a107e905-fcc6-472c-b397-1f055d62d310 None None] Enqueued Resource ID: 27d78370-6f8b-4689-9599-87947cf33108 with Priority: HIGHEST for action port [ 626.216615] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d78370-6f8b-4689-9599-87947cf33108 with Priority: HIGHEST for action port [ 626.216715] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-27d78370-6f8b-4689-9599-87947cf33108 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.216766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27d78370-6f8b-4689-9599-87947cf33108" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.216855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27d78370-6f8b-4689-9599-87947cf33108" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.218502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27d78370-6f8b-4689-9599-87947cf33108" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.218502] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d78370-6f8b-4689-9599-87947cf33108',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.619319] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dafe9b1-088f-4213-a87c-3e72fbbe4042 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.619505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.619569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.619803] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.621082] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.621082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.621082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.621082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.621082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.621082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.621082] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dafe9b1-088f-4213-a87c-3e72fbbe4042 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.621082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.621082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.621082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.621082] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.621082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.621619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.621619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.621619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.621619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.621619] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dafe9b1-088f-4213-a87c-3e72fbbe4042',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.685886] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.685886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.685886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.686119] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.686153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.686335] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 is going to be created. [ 626.721581] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27d78370-6f8b-4689-9599-87947cf33108 [ 626.722519] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.723885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.724017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.724297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.724401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.724509] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27d78370-6f8b-4689-9599-87947cf33108 already deleted. [ 626.724588] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27d78370-6f8b-4689-9599-87947cf33108" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.725781] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.725906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.725969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.726932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.727139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.739481] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 in Status: UNINITIALIZED for 2s [ 626.752134] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 626.752283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.752472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.752689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.752773] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.787105] env[66947]: INFO networking_nsxv3.common.synchronization [None req-b7cbb4cc-f965-452f-abb5-6634862ab28f None None] Enqueued Resource ID: 702d3eb8-a85d-4be7-afbd-55fdee57f33f with Priority: HIGHEST for action port [ 626.787890] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702d3eb8-a85d-4be7-afbd-55fdee57f33f with Priority: HIGHEST for action port [ 626.788838] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-702d3eb8-a85d-4be7-afbd-55fdee57f33f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.789020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-702d3eb8-a85d-4be7-afbd-55fdee57f33f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.789176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-702d3eb8-a85d-4be7-afbd-55fdee57f33f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.789399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-702d3eb8-a85d-4be7-afbd-55fdee57f33f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.789476] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702d3eb8-a85d-4be7-afbd-55fdee57f33f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.124480] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dafe9b1-088f-4213-a87c-3e72fbbe4042: rpc.has_security_group_logging(os_id): False [ 627.146371] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.146371] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.146371] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.146371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.146893] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.146893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.146893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.146893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.146893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.146893] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 is going to be created. [ 627.207567] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.207925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.207925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.207996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.208158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.221047] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 in Status: IN_PROGRESS for 2s [ 627.255447] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.255585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.294415] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 702d3eb8-a85d-4be7-afbd-55fdee57f33f [ 627.294415] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.294415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.294415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.294415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.294639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.294639] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:702d3eb8-a85d-4be7-afbd-55fdee57f33f already deleted. [ 627.294639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-702d3eb8-a85d-4be7-afbd-55fdee57f33f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.734941] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 627.734941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.734941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.734941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.734941] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.734941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.734941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.734941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.734941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.734941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.734941] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.933458] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: SUCCESS [ 627.933458] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 deletion is rescheduled due to dependency. [ 627.933458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.237723] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.238274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.238274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.238401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.238489] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.238601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.238646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.238790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.238880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.238972] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.239136] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.239271] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.239338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.239427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.240237] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.240237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.240237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.240237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.240237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.240237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.240237] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.335799] env[66947]: INFO networking_nsxv3.common.synchronization [None req-7dbe1462-e310-4ccb-a0de-29302f77243b None None] Enqueued Resource ID: 2f7c3d8f-758a-4da2-ae88-5ebe60d43d21 with Priority: HIGHEST for action port [ 628.336494] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f7c3d8f-758a-4da2-ae88-5ebe60d43d21 with Priority: HIGHEST for action port [ 628.336826] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f7c3d8f-758a-4da2-ae88-5ebe60d43d21 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.337052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f7c3d8f-758a-4da2-ae88-5ebe60d43d21" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.337117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f7c3d8f-758a-4da2-ae88-5ebe60d43d21" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.337440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f7c3d8f-758a-4da2-ae88-5ebe60d43d21" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.337522] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f7c3d8f-758a-4da2-ae88-5ebe60d43d21',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.741824] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 200ee33d-8b6c-4fdf-a5a0-b047df2349f0: rpc.has_security_group_logging(os_id): False [ 628.753045] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 in Status: SUCCESS [ 628.753347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.753570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.754088] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.754194] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.754351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.754444] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.754768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.756169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.756169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.756169] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('660e0ce3-5dca-4500-835e-587dc6cc63e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.762739] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.764079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.764185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.764398] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.764499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.764704] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.764811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.764874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.765049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.765121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.765315] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.765410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.765469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.765607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.765689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.765875] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.765959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.766020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.766158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.766233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.766311] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 628.837745] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.838971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.839081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.839286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.839479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.842827] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f7c3d8f-758a-4da2-ae88-5ebe60d43d21 [ 628.843114] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.843318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.843512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.843801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.844025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.845364] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f7c3d8f-758a-4da2-ae88-5ebe60d43d21 already deleted. [ 628.845811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f7c3d8f-758a-4da2-ae88-5ebe60d43d21" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.862410] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 629.184614] env[66947]: INFO networking_nsxv3.common.synchronization [None req-0affda71-336a-4c44-9c7d-55a7b96638b4 None None] Enqueued Resource ID: ceb019f7-b597-4268-bc42-4b2e079f1e7e with Priority: HIGHEST for action port [ 629.185218] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ceb019f7-b597-4268-bc42-4b2e079f1e7e with Priority: HIGHEST for action port [ 629.185839] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-ceb019f7-b597-4268-bc42-4b2e079f1e7e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.185839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ceb019f7-b597-4268-bc42-4b2e079f1e7e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.186608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ceb019f7-b597-4268-bc42-4b2e079f1e7e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.186608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ceb019f7-b597-4268-bc42-4b2e079f1e7e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.186608] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ceb019f7-b597-4268-bc42-4b2e079f1e7e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.237415] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 in Status: SUCCESS [ 629.237648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.260750] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('660e0ce3-5dca-4500-835e-587dc6cc63e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.690308] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ceb019f7-b597-4268-bc42-4b2e079f1e7e [ 629.690477] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.690546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.690581] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.690806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.690903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.690998] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ceb019f7-b597-4268-bc42-4b2e079f1e7e already deleted. [ 629.691093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ceb019f7-b597-4268-bc42-4b2e079f1e7e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.765260] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 660e0ce3-5dca-4500-835e-587dc6cc63e4: rpc.has_security_group_logging(os_id): False [ 629.791609] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.791866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.792015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.792294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.792505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.794160] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.794160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.794160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.794160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.794160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.794160] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 is going to be created. [ 629.871616] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.871616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.871772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.871869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.872101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.886224] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 in Status: IN_PROGRESS for 2s [ 630.536145] env[66947]: INFO networking_nsxv3.common.synchronization [None req-56fa506c-f915-4574-90a5-ee3e03d4a80a tempest-ServersWithSpecificFlavorTestJSON-2017402899 tempest-ServersWithSpecificFlavorTestJSON-2017402899-project-member] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_rules [ 630.536620] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_rules [ 630.536868] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.538159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.538240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.538511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.538600] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.790761] env[66947]: INFO networking_nsxv3.common.synchronization [None req-8d414e9a-6203-4bcf-9dd6-12b147890c92 tempest-ServersWithSpecificFlavorTestJSON-2017402899 tempest-ServersWithSpecificFlavorTestJSON-2017402899-project-member] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_rules [ 630.792076] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_rules [ 630.792921] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.793418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.885829] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 630.885829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.886021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.886331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.886643] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.926955] env[66947]: INFO networking_nsxv3.common.synchronization [None req-1bf53232-49ae-4424-b674-7b2d3e98b418 None None] Enqueued Resource ID: 742738b2-87aa-4bf4-9c81-e18aa5bd155b with Priority: HIGHEST for action port [ 630.927897] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 742738b2-87aa-4bf4-9c81-e18aa5bd155b with Priority: HIGHEST for action port [ 630.929528] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-742738b2-87aa-4bf4-9c81-e18aa5bd155b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.930835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-742738b2-87aa-4bf4-9c81-e18aa5bd155b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.930835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-742738b2-87aa-4bf4-9c81-e18aa5bd155b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.930835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-742738b2-87aa-4bf4-9c81-e18aa5bd155b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.930835] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('742738b2-87aa-4bf4-9c81-e18aa5bd155b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.068407] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.068407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.068407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.068407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.068407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.068715] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 already deleted. [ 631.068715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.068715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.068837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.068932] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.390836] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.391070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.391070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.391500] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.391993] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.392129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.392226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.392387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.392544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.392586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.392717] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.435085] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 742738b2-87aa-4bf4-9c81-e18aa5bd155b [ 631.436069] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.439126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.439126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.439126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.439126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.439126] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:742738b2-87aa-4bf4-9c81-e18aa5bd155b already deleted. [ 631.439126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-742738b2-87aa-4bf4-9c81-e18aa5bd155b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.595034] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.595034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.595034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.595034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.595034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.595034] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 already deleted. [ 631.595034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.895978] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.896144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.896232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.896768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.896952] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.897077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.897695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.897695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.897695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.897695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.897958] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.897958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.897958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.898153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.898340] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.898486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.898556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.898874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.898874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.898874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.899147] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.901034] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 in Status: SUCCESS [ 631.901034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.281508] env[66947]: INFO networking_nsxv3.common.synchronization [req-96aed2ff-9c9f-4882-8c4f-330f893c58ed req-9a5ab255-0e29-4963-b16d-fbae7676d119 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 632.282469] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 632.282563] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.282712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.283094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.286691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.286691] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.286691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.286691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.287433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.287433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.287433] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.404735] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 200ee33d-8b6c-4fdf-a5a0-b047df2349f0: rpc.has_security_group_logging(os_id): False [ 632.423330] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.423499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.423570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.423786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.423876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.424073] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.424170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.424243] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.424421] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.424505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.424698] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.424793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.424855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.425036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.425093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.425267] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.425370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.425410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.425540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.425717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.425717] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 632.499177] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.499345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.499416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.499755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.499961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.517063] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 632.693811] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.694215] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.694215] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.698414] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.698637] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.698880] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.699075] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.699773] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.699773] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.699773] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.700047] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.700047] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.700047] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.700146] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.700417] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.700417] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.724192] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.724384] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.724532] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.724726] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.725078] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-582274fe-1ea9-419e-aefe-cc3ba0a80bd6 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.725250] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-582274fe-1ea9-419e-aefe-cc3ba0a80bd6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.725368] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-582274fe-1ea9-419e-aefe-cc3ba0a80bd6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.725732] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-582274fe-1ea9-419e-aefe-cc3ba0a80bd6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.727529] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('582274fe-1ea9-419e-aefe-cc3ba0a80bd6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.790107] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.790271] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.790370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.790806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.791045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.792338] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.792338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.792338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.792778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.793015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.793074] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 already deleted. [ 632.793206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.813216] env[66947]: INFO networking_nsxv3.common.synchronization [None req-552bdb6a-03c3-4ea6-8e25-f61236e5b61e None None] Enqueued Resource ID: bf1d8eed-a86a-449e-b346-f64b93a9fe16 with Priority: HIGHEST for action port [ 632.815387] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf1d8eed-a86a-449e-b346-f64b93a9fe16 with Priority: HIGHEST for action port [ 632.815880] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf1d8eed-a86a-449e-b346-f64b93a9fe16 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.816026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf1d8eed-a86a-449e-b346-f64b93a9fe16" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.816104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf1d8eed-a86a-449e-b346-f64b93a9fe16" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.816482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf1d8eed-a86a-449e-b346-f64b93a9fe16" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.817964] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf1d8eed-a86a-449e-b346-f64b93a9fe16',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.229438] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.230061] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.230210] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.230499] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.230783] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.230854] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 582274fe-1ea9-419e-aefe-cc3ba0a80bd6 not found, creating... [ 633.231117] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.231322] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.231480] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.231757] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.231997] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.232453] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.232694] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.232850] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.233407] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.233599] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.233988] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 582274fe-1ea9-419e-aefe-cc3ba0a80bd6 is going to be created. [ 633.258632] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.258632] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.258632] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.258632] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.258632] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.258632] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-582274fe-1ea9-419e-aefe-cc3ba0a80bd6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.319739] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf1d8eed-a86a-449e-b346-f64b93a9fe16 [ 633.320221] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.320430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.320530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.320807] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.320922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.321032] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf1d8eed-a86a-449e-b346-f64b93a9fe16 already deleted. [ 633.321396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf1d8eed-a86a-449e-b346-f64b93a9fe16" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.029308] env[66947]: INFO networking_nsxv3.common.synchronization [req-96aed2ff-9c9f-4882-8c4f-330f893c58ed req-d14e02af-6c60-437a-9c14-38c0c25c520f service nova] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_rules [ 634.029308] env[66947]: INFO networking_nsxv3.common.synchronization [req-96aed2ff-9c9f-4882-8c4f-330f893c58ed req-d14e02af-6c60-437a-9c14-38c0c25c520f service nova] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 634.029308] env[66947]: INFO networking_nsxv3.common.synchronization [req-96aed2ff-9c9f-4882-8c4f-330f893c58ed req-d14e02af-6c60-437a-9c14-38c0c25c520f service nova] Enqueued Resource ID: 582274fe-1ea9-419e-aefe-cc3ba0a80bd6 with Priority: HIGHEST for action port [ 634.029962] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_rules [ 634.030336] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 634.030528] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582274fe-1ea9-419e-aefe-cc3ba0a80bd6 with Priority: HIGHEST for action port [ 634.030908] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.031191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.031355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.031722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.031897] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.032964] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.033273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.033858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.033858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.033858] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.034303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.034509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.035886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.035886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.035886] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.037045] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-582274fe-1ea9-419e-aefe-cc3ba0a80bd6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.037348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-582274fe-1ea9-419e-aefe-cc3ba0a80bd6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.037432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-582274fe-1ea9-419e-aefe-cc3ba0a80bd6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.037736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-582274fe-1ea9-419e-aefe-cc3ba0a80bd6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.037906] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('582274fe-1ea9-419e-aefe-cc3ba0a80bd6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.536733] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 634.536733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.541034] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.541034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.541034] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.541871] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 582274fe-1ea9-419e-aefe-cc3ba0a80bd6 with status ACTIVE [ 634.542459] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.542599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.542700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.542984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.543583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.544072] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.544401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.545110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.545110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.545110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.545110] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.545358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.546422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.546422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.546422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.546422] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 582274fe-1ea9-419e-aefe-cc3ba0a80bd6 is going to be updated. [ 634.576358] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.576358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.576358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.576557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.577330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.577330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-582274fe-1ea9-419e-aefe-cc3ba0a80bd6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.950022] env[66947]: INFO networking_nsxv3.common.synchronization [req-b7face14-b81c-4229-8454-a831e6ee1bd1 req-406c8fe1-d992-48c8-83f0-7e53cf057868 tempest-ServerDiagnosticsNegativeTest-909573139 tempest-ServerDiagnosticsNegativeTest-909573139-project-member] Enqueued Resource ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 with Priority: HIGHEST for action security_group_members [ 634.950022] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 with Priority: HIGHEST for action security_group_members [ 634.950022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.950382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.950382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.950457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.950584] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.950680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.950740] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.950888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.950969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.951074] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d40b63-ffa2-46aa-b5d4-d3fae27110e8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.048983] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.326421] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.326421] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.326714] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.326977] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.327384] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.327602] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.327684] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.327910] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.328067] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.328279] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.328389] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.328532] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.328591] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.328694] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.328789] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.328917] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.353151] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.353412] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.353627] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.353886] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.354250] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-72d811f2-6f13-4518-8d57-544681eee65b taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.354424] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-72d811f2-6f13-4518-8d57-544681eee65b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.354540] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-72d811f2-6f13-4518-8d57-544681eee65b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.354864] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-72d811f2-6f13-4518-8d57-544681eee65b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.354999] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d811f2-6f13-4518-8d57-544681eee65b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.453825] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.454039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.454118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.454278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.454368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.454570] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.454663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.454725] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.454879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.454965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.455066] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 already deleted. [ 635.455146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.552635] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.552849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.552849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.553139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.553278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.553397] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 is going to be created. [ 635.580421] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.580724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.580724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.581052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.581247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.593861] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: UNINITIALIZED for 2s [ 635.860874] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.861092] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.861092] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.861883] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.861883] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.861883] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 72d811f2-6f13-4518-8d57-544681eee65b not found, creating... [ 635.862166] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.862166] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.862259] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.862450] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.863340] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.863869] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.863947] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.864183] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.864455] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.864646] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.864814] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 72d811f2-6f13-4518-8d57-544681eee65b is going to be created. [ 635.886590] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.886817] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.887048] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.887393] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.887654] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.887882] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-72d811f2-6f13-4518-8d57-544681eee65b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.604651] env[66947]: INFO networking_nsxv3.common.synchronization [req-9ab56362-5845-482f-ac0c-dd999b66850d req-322fe83a-8c33-49c8-b294-5c9f450aefa2 tempest-ServersTestBootFromVolume-1833836239 tempest-ServersTestBootFromVolume-1833836239-project-member] Enqueued Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_members [ 636.605011] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_members [ 636.605052] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.605241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.605500] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.605752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.605830] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.605891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.605928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.606152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.606239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.606331] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2f11c9a-c785-40b6-82e9-ed4969a1e1f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.623148] env[66947]: INFO networking_nsxv3.common.synchronization [req-b7face14-b81c-4229-8454-a831e6ee1bd1 req-71056578-c8cd-421c-ae16-316aa101c63f service nova] Enqueued Resource ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 with Priority: HIGHEST for action security_group_rules [ 636.623321] env[66947]: INFO networking_nsxv3.common.synchronization [req-b7face14-b81c-4229-8454-a831e6ee1bd1 req-71056578-c8cd-421c-ae16-316aa101c63f service nova] Enqueued Resource ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 with Priority: HIGHEST for action security_group_members [ 636.623451] env[66947]: INFO networking_nsxv3.common.synchronization [req-b7face14-b81c-4229-8454-a831e6ee1bd1 req-71056578-c8cd-421c-ae16-316aa101c63f service nova] Enqueued Resource ID: 72d811f2-6f13-4518-8d57-544681eee65b with Priority: HIGHEST for action port [ 636.623887] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 with Priority: HIGHEST for action security_group_rules [ 636.624036] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 with Priority: HIGHEST for action security_group_members [ 636.624191] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d811f2-6f13-4518-8d57-544681eee65b with Priority: HIGHEST for action port [ 636.624613] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25d40b63-ffa2-46aa-b5d4-d3fae27110e8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.628999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.628999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.628999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.628999] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25d40b63-ffa2-46aa-b5d4-d3fae27110e8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.629878] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.630096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.630096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.630218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.631389] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.631501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.631560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.631722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.631811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.631914] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d40b63-ffa2-46aa-b5d4-d3fae27110e8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.635243] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-72d811f2-6f13-4518-8d57-544681eee65b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.635243] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72d811f2-6f13-4518-8d57-544681eee65b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.635243] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72d811f2-6f13-4518-8d57-544681eee65b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.635243] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72d811f2-6f13-4518-8d57-544681eee65b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.635243] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d811f2-6f13-4518-8d57-544681eee65b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.109544] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.109668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.109722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.109934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.111808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.111808] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.111808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.111808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.111808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.111808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.111808] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 already deleted. [ 637.111808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.136187] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.140325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.140594] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72d811f2-6f13-4518-8d57-544681eee65b with status ACTIVE [ 637.140799] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.140916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.141652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.141652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.141652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.141652] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.141652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.141652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.141969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.141969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.142151] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.145046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.145046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.145046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.145046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.145046] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72d811f2-6f13-4518-8d57-544681eee65b is going to be updated. [ 637.145046] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25d40b63-ffa2-46aa-b5d4-d3fae27110e8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.169909] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.170228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.170228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.170395] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.170582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.170682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72d811f2-6f13-4518-8d57-544681eee65b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.458557] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-608 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.458557] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-608" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.458557] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-608" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.458815] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-608" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.459059] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.459264] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.459388] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.459814] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.459814] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.459952] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.460041] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.460148] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.460285] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.461230] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.461230] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.461230] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.481725] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.482676] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.482676] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.482676] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-608" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.483117] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-51fef074-6e12-4c69-abe1-0dc20a8ada8a taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.483213] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-51fef074-6e12-4c69-abe1-0dc20a8ada8a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.483349] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-51fef074-6e12-4c69-abe1-0dc20a8ada8a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.483722] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-51fef074-6e12-4c69-abe1-0dc20a8ada8a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.483884] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51fef074-6e12-4c69-abe1-0dc20a8ada8a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.606106] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: SUCCESS [ 637.606511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.606511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.606722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.606914] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.607085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.607152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.607359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.607456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.607544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.607633] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.651248] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25d40b63-ffa2-46aa-b5d4-d3fae27110e8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.987421] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.987700] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.988016] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.988145] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.988335] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.988495] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 51fef074-6e12-4c69-abe1-0dc20a8ada8a not found, creating... [ 637.988758] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.988910] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.989057] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.989248] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.989378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.989670] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.989816] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.989928] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.990317] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.990484] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.990646] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 51fef074-6e12-4c69-abe1-0dc20a8ada8a is going to be created. [ 638.014292] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.014521] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.014661] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.014932] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.015171] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.015589] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-51fef074-6e12-4c69-abe1-0dc20a8ada8a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.112522] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.152691] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.153048] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.153201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.153455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.153553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.153717] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 is going to be created. [ 638.193122] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.193304] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.193775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.193775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.194368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.206411] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 in Status: UNINITIALIZED for 2s [ 638.615097] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef4e2067-1e6a-485f-9205-776a5f1aa674: rpc.has_security_group_logging(os_id): False [ 638.645536] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.645536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.645812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.645915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.646057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.646316] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.646419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.646462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.646667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.646727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.646791] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 is going to be created. [ 638.719189] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.719955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.719955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.719955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.720157] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.735162] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: IN_PROGRESS for 2s [ 638.838270] env[66947]: INFO networking_nsxv3.common.synchronization [req-9ab56362-5845-482f-ac0c-dd999b66850d req-805a27a0-738d-4db6-8ef8-83712f71699f service nova] Enqueued Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_rules [ 638.838504] env[66947]: INFO networking_nsxv3.common.synchronization [req-9ab56362-5845-482f-ac0c-dd999b66850d req-805a27a0-738d-4db6-8ef8-83712f71699f service nova] Enqueued Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_members [ 638.839068] env[66947]: INFO networking_nsxv3.common.synchronization [req-9ab56362-5845-482f-ac0c-dd999b66850d req-805a27a0-738d-4db6-8ef8-83712f71699f service nova] Enqueued Resource ID: 51fef074-6e12-4c69-abe1-0dc20a8ada8a with Priority: HIGHEST for action port [ 638.841323] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_rules [ 638.841583] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_members [ 638.841800] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51fef074-6e12-4c69-abe1-0dc20a8ada8a with Priority: HIGHEST for action port [ 638.842204] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.842378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.842434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.842776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.842945] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2f11c9a-c785-40b6-82e9-ed4969a1e1f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.846050] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.846240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.846310] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.846698] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.846904] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.847097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.847097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.847377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.847377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.847515] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2f11c9a-c785-40b6-82e9-ed4969a1e1f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.849614] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-51fef074-6e12-4c69-abe1-0dc20a8ada8a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.849748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51fef074-6e12-4c69-abe1-0dc20a8ada8a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.849811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51fef074-6e12-4c69-abe1-0dc20a8ada8a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.849997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51fef074-6e12-4c69-abe1-0dc20a8ada8a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.850091] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51fef074-6e12-4c69-abe1-0dc20a8ada8a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.348625] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.348711] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.355111] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2f11c9a-c785-40b6-82e9-ed4969a1e1f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.357915] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51fef074-6e12-4c69-abe1-0dc20a8ada8a with status ACTIVE [ 639.357915] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.357915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.357915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.358317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.358317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.358317] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.358449] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.358449] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.359120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.359120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.360723] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.360840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.360897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.361300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.361300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.361455] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51fef074-6e12-4c69-abe1-0dc20a8ada8a is going to be updated. [ 639.396492] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.396604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.396688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.396892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.397042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.397209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51fef074-6e12-4c69-abe1-0dc20a8ada8a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.865189] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2f11c9a-c785-40b6-82e9-ed4969a1e1f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.217501] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 in Status: SUCCESS [ 640.217730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.217903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.218194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.218397] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.218611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.218611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.218782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.218911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.219722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.219722] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25d40b63-ffa2-46aa-b5d4-d3fae27110e8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.276354] env[66947]: INFO networking_nsxv3.common.synchronization [None req-7a1e4c41-bcdb-4907-9757-8c989d989fcb None None] Enqueued Resource ID: 44846bee-2bd4-496a-bd0e-fb4878e6b1fc with Priority: HIGHEST for action port [ 640.277220] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44846bee-2bd4-496a-bd0e-fb4878e6b1fc with Priority: HIGHEST for action port [ 640.277405] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-44846bee-2bd4-496a-bd0e-fb4878e6b1fc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.277554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44846bee-2bd4-496a-bd0e-fb4878e6b1fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.277631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44846bee-2bd4-496a-bd0e-fb4878e6b1fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.277900] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44846bee-2bd4-496a-bd0e-fb4878e6b1fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.277989] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44846bee-2bd4-496a-bd0e-fb4878e6b1fc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.368395] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.371189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.371189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.371189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.371189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.371189] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 is going to be created. [ 640.399466] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.402014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.402014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.402014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.402014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.416768] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 in Status: UNINITIALIZED for 2s [ 640.722541] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.723447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.723447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.723613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.723783] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.724065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.724065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.724211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.724211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.724563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.724644] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.724745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.724860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.724951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.725121] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.725192] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.725261] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.725766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.725766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.725966] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.725966] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25d40b63-ffa2-46aa-b5d4-d3fae27110e8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.753480] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: SUCCESS [ 640.753480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.780902] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44846bee-2bd4-496a-bd0e-fb4878e6b1fc [ 640.782340] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.782340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.782340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.782340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.782340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.782340] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44846bee-2bd4-496a-bd0e-fb4878e6b1fc already deleted. [ 640.782340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44846bee-2bd4-496a-bd0e-fb4878e6b1fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.229602] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25d40b63-ffa2-46aa-b5d4-d3fae27110e8: rpc.has_security_group_logging(os_id): False [ 641.249413] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.249639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.249785] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.250086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.250164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.250511] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.250511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.250707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.250707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.250772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.251051] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.251238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.251492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.251665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.251838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.252411] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.252524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.252580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.252768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.252810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.252885] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 is going to be created. [ 641.345354] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.345354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.345354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.345354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.345354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.372811] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 in Status: IN_PROGRESS for 2s [ 641.692088] env[66947]: INFO networking_nsxv3.common.synchronization [req-6315fff4-398b-4971-82c6-aca2aad8c370 req-46b524d4-66ab-4816-9b51-d9464f466c36 tempest-ServersAdminTestJSON-941451083 tempest-ServersAdminTestJSON-941451083-project-member] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 641.692650] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 641.692958] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.693242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.693318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.693590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.693948] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.693948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.693948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.694131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.694184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.695018] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.115766] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.115766] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.116060] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.116583] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.117264] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.117264] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.117540] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.117925] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.118085] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.118291] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.118462] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.118528] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.118638] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.119284] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.119284] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.119284] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.140891] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.141071] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.141255] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.141384] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.141706] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-bacb2d55-690d-4ddd-a976-3c2d278f5100 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.142108] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-bacb2d55-690d-4ddd-a976-3c2d278f5100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.142108] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-bacb2d55-690d-4ddd-a976-3c2d278f5100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.142431] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-bacb2d55-690d-4ddd-a976-3c2d278f5100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.142582] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bacb2d55-690d-4ddd-a976-3c2d278f5100',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.199464] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.199464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.199464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.199464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.199464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.199464] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.199464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.199464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.199464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.199464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.199464] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 already deleted. [ 642.199464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.432508] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 in Status: SUCCESS [ 642.433012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.433012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.433111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.433310] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.433434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.433491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.433658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.433853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.433853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.433932] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2f11c9a-c785-40b6-82e9-ed4969a1e1f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.569783] env[66947]: INFO networking_nsxv3.common.synchronization [None req-038e8eb4-9bf1-4ee2-8784-f601a8a331ca None None] Enqueued Resource ID: 0904be72-6ec3-4b37-884e-0ecfe5d58f5e with Priority: HIGHEST for action port [ 642.572073] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0904be72-6ec3-4b37-884e-0ecfe5d58f5e with Priority: HIGHEST for action port [ 642.572653] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-0904be72-6ec3-4b37-884e-0ecfe5d58f5e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.572804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0904be72-6ec3-4b37-884e-0ecfe5d58f5e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.572857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0904be72-6ec3-4b37-884e-0ecfe5d58f5e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.573145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0904be72-6ec3-4b37-884e-0ecfe5d58f5e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.573274] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0904be72-6ec3-4b37-884e-0ecfe5d58f5e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.645443] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.645999] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.645999] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.646134] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.646295] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.646532] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port bacb2d55-690d-4ddd-a976-3c2d278f5100 not found, creating... [ 642.646713] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.646865] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.646977] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.647224] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.647728] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.647836] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.648009] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.648430] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.649114] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.649324] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.649552] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: bacb2d55-690d-4ddd-a976-3c2d278f5100 is going to be created. [ 642.677826] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.678501] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.678719] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.679068] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.679414] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.679832] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-bacb2d55-690d-4ddd-a976-3c2d278f5100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.943267] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2f11c9a-c785-40b6-82e9-ed4969a1e1f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.076275] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0904be72-6ec3-4b37-884e-0ecfe5d58f5e [ 643.076685] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.076875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.076953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.077719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.077719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.077719] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0904be72-6ec3-4b37-884e-0ecfe5d58f5e already deleted. [ 643.077719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0904be72-6ec3-4b37-884e-0ecfe5d58f5e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.390251] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 in Status: SUCCESS [ 643.390523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.414200] env[66947]: INFO networking_nsxv3.common.synchronization [req-6315fff4-398b-4971-82c6-aca2aad8c370 req-3fef4ca0-ab8e-4d80-9fa9-30abfac0d333 service nova] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_rules [ 643.414401] env[66947]: INFO networking_nsxv3.common.synchronization [req-6315fff4-398b-4971-82c6-aca2aad8c370 req-3fef4ca0-ab8e-4d80-9fa9-30abfac0d333 service nova] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 643.414512] env[66947]: INFO networking_nsxv3.common.synchronization [req-6315fff4-398b-4971-82c6-aca2aad8c370 req-3fef4ca0-ab8e-4d80-9fa9-30abfac0d333 service nova] Enqueued Resource ID: bacb2d55-690d-4ddd-a976-3c2d278f5100 with Priority: HIGHEST for action port [ 643.415099] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_rules [ 643.415245] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 643.415344] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bacb2d55-690d-4ddd-a976-3c2d278f5100 with Priority: HIGHEST for action port [ 643.415625] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.418078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.418078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.418078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.418078] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.418850] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.418977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.419053] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.419254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.419436] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.419531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.419589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.419911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.419911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.419911] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.422387] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-bacb2d55-690d-4ddd-a976-3c2d278f5100 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.422574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bacb2d55-690d-4ddd-a976-3c2d278f5100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.422677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bacb2d55-690d-4ddd-a976-3c2d278f5100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.423073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bacb2d55-690d-4ddd-a976-3c2d278f5100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.423073] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bacb2d55-690d-4ddd-a976-3c2d278f5100',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.446111] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2f11c9a-c785-40b6-82e9-ed4969a1e1f2: rpc.has_security_group_logging(os_id): False [ 643.468445] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.468445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.468445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.468691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.469242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.469242] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.469242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.469242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.469633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.469633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.469633] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 is going to be created. [ 643.541665] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.541826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.541868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.542225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.543571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.555325] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 in Status: IN_PROGRESS for 2s [ 643.919764] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.919922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.923415] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.926180] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bacb2d55-690d-4ddd-a976-3c2d278f5100 with status ACTIVE [ 643.926405] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.926539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.926608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.926848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.926943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.927425] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.927425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.927425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.927574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.927574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.927722] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.927818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.927880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.928031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.928109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.928194] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bacb2d55-690d-4ddd-a976-3c2d278f5100 is going to be updated. [ 643.966945] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.967087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.967145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.967417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.967609] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.967819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bacb2d55-690d-4ddd-a976-3c2d278f5100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.426997] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.464363] env[66947]: INFO networking_nsxv3.common.synchronization [req-49b7f938-1875-4f5f-9846-717862c64beb req-e5f57dc1-48c8-4524-b7a0-60a6897abed6 tempest-VolumesAdminNegativeTest-1325527441 tempest-VolumesAdminNegativeTest-1325527441-project-member] Enqueued Resource ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 with Priority: HIGHEST for action security_group_members [ 644.465813] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 with Priority: HIGHEST for action security_group_members [ 644.466310] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ec8c493-a04a-430c-8f56-f64e104c07a8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.466491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.466572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.466847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.467020] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.467119] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.467179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.467332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.467497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.467597] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ec8c493-a04a-430c-8f56-f64e104c07a8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.930334] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.930656] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.931105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.931105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.931241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.931241] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be created. [ 644.959332] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.959486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.959556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.960152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.960224] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.971330] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.971330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.971573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.971685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.971729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.971947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.972059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.972110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.972248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.972326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.972411] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 already deleted. [ 644.972534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.973769] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: UNINITIALIZED for 2s [ 645.239994] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.240384] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-470" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.240491] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-470" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.240759] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-470" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.241036] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.241187] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.241291] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.241493] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.241628] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.241873] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.241941] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.242037] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.242138] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.242236] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.242591] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.242591] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.264249] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.264920] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.265136] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.265417] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-470" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.265834] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-6a3308f4-e33f-4000-bd1f-a442b7d5c423 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.266083] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-6a3308f4-e33f-4000-bd1f-a442b7d5c423" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.266246] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-6a3308f4-e33f-4000-bd1f-a442b7d5c423" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.266621] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-6a3308f4-e33f-4000-bd1f-a442b7d5c423" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.266801] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3308f4-e33f-4000-bd1f-a442b7d5c423',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.574148] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 in Status: SUCCESS [ 645.574951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.769405] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.769698] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.769787] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.770121] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.770346] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.770584] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 6a3308f4-e33f-4000-bd1f-a442b7d5c423 not found, creating... [ 645.770922] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.771182] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.771376] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.771674] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.771859] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.772270] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.772521] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.772680] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.772976] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.773220] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.773396] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 6a3308f4-e33f-4000-bd1f-a442b7d5c423 is going to be created. [ 645.802223] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.802592] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.802744] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.803034] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.803411] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.803655] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-6a3308f4-e33f-4000-bd1f-a442b7d5c423" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.588915] env[66947]: INFO networking_nsxv3.common.synchronization [req-49b7f938-1875-4f5f-9846-717862c64beb req-34f8f544-030f-4e15-897e-20bb04fa07ce service nova] Enqueued Resource ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 with Priority: HIGHEST for action security_group_rules [ 646.589225] env[66947]: INFO networking_nsxv3.common.synchronization [req-49b7f938-1875-4f5f-9846-717862c64beb req-34f8f544-030f-4e15-897e-20bb04fa07ce service nova] Enqueued Resource ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 with Priority: HIGHEST for action security_group_members [ 646.589307] env[66947]: INFO networking_nsxv3.common.synchronization [req-49b7f938-1875-4f5f-9846-717862c64beb req-34f8f544-030f-4e15-897e-20bb04fa07ce service nova] Enqueued Resource ID: 6a3308f4-e33f-4000-bd1f-a442b7d5c423 with Priority: HIGHEST for action port [ 646.589899] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 with Priority: HIGHEST for action security_group_rules [ 646.590102] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 with Priority: HIGHEST for action security_group_members [ 646.590161] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a3308f4-e33f-4000-bd1f-a442b7d5c423 with Priority: HIGHEST for action port [ 646.590546] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ec8c493-a04a-430c-8f56-f64e104c07a8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.590792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.590792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.590907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.590995] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ec8c493-a04a-430c-8f56-f64e104c07a8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.594664] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ec8c493-a04a-430c-8f56-f64e104c07a8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.594664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.594664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.594664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.594664] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.594664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.594664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.594664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.594664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.594664] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ec8c493-a04a-430c-8f56-f64e104c07a8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.596395] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a3308f4-e33f-4000-bd1f-a442b7d5c423 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.596395] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a3308f4-e33f-4000-bd1f-a442b7d5c423" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.596395] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a3308f4-e33f-4000-bd1f-a442b7d5c423" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.596670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a3308f4-e33f-4000-bd1f-a442b7d5c423" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.598110] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a3308f4-e33f-4000-bd1f-a442b7d5c423',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.985971] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 646.986358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.987191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.987191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.987191] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.987559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.987559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.987559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.987727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.987775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.987843] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.097159] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ec8c493-a04a-430c-8f56-f64e104c07a8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.098809] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ec8c493-a04a-430c-8f56-f64e104c07a8 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.098954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.099491] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a3308f4-e33f-4000-bd1f-a442b7d5c423 with status ACTIVE [ 647.099726] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.099881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.099972] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.100285] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.100451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.100656] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.100823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.101457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.101457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.101457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.101612] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.101679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.101713] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.101928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.102057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.102175] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a3308f4-e33f-4000-bd1f-a442b7d5c423 is going to be updated. [ 647.126712] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.126857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.126908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.127112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.127251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.127465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a3308f4-e33f-4000-bd1f-a442b7d5c423" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.293961] env[66947]: INFO networking_nsxv3.common.synchronization [req-b891fb82-7f05-4166-a1d3-2ade4b27c977 req-358fedef-2906-42a7-952f-a5dccb0582d4 tempest-DeleteServersAdminTestJSON-2073574688 tempest-DeleteServersAdminTestJSON-2073574688-project-member] Enqueued Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 647.294470] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 647.294796] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.294922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.294990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.295211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.295397] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.295690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.295770] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.296113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.296221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.296330] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.494023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.494023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.494023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.494023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.494023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.495078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.495078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.495078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.495078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.495078] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.600328] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ec8c493-a04a-430c-8f56-f64e104c07a8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.700218] env[66947]: INFO networking_nsxv3.common.synchronization [req-fb1cb93c-84bf-434d-b87a-49200e09afcb req-53fb04a9-f181-4184-bccb-7fb92ab28983 tempest-ImagesNegativeTestJSON-2013288417 tempest-ImagesNegativeTestJSON-2013288417-project-member] Enqueued Resource ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 with Priority: HIGHEST for action security_group_members [ 647.701753] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 with Priority: HIGHEST for action security_group_members [ 647.705159] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dafe9b1-088f-4213-a87c-3e72fbbe4042 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.705159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.705159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.705159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.705159] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.705159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.705922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.705922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.705922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.705922] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dafe9b1-088f-4213-a87c-3e72fbbe4042',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.798282] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.798482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.798651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.798843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.798938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.799157] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.799252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.799356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.799685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.799685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.799685] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 is going to be updated. [ 647.835036] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.835036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.835036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.835036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.835036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.845589] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: IN_PROGRESS for 2s [ 647.921086] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.921804] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.921804] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.922346] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.922910] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.925200] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.925200] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.925200] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.925200] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.925200] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.925200] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.925200] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.925200] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.925200] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.925200] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.925200] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.951067] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.951067] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.951067] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.951067] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.951067] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-6be96154-1435-4f69-8d44-cefce8380ae9 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.951067] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-6be96154-1435-4f69-8d44-cefce8380ae9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.951067] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-6be96154-1435-4f69-8d44-cefce8380ae9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.951067] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-6be96154-1435-4f69-8d44-cefce8380ae9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.951067] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6be96154-1435-4f69-8d44-cefce8380ae9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.000472] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d3c36b9-0be7-425a-9ced-43801e7fa082: rpc.has_security_group_logging(os_id): False [ 648.023979] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.023979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.023979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.023979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.023979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.023979] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.023979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.023979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.023979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.023979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.023979] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.023979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.023979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.024670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.024853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.024967] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.025483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.025558] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.025768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.025851] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.025946] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be created. [ 648.100415] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.100718] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.100718] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.101344] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.101344] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.102663] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.102769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.102821] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.103071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.103193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.103339] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 is going to be created. [ 648.118963] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 648.136395] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.136690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.136774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.137200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.137307] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.150035] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 in Status: UNINITIALIZED for 2s [ 648.208229] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.208473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.208604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.208944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.209283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.209600] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.209756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.209871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.210176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.210263] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.210449] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 is going to be updated. [ 648.256318] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.256524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.256626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.256975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.257220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.274035] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 in Status: IN_PROGRESS for 2s [ 648.453956] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.454259] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.454389] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.454683] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.454850] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.455026] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 6be96154-1435-4f69-8d44-cefce8380ae9 not found, creating... [ 648.455315] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.455502] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.455638] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.455868] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.456034] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.456348] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.456525] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.456655] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.456880] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.457042] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.457186] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 6be96154-1435-4f69-8d44-cefce8380ae9 is going to be created. [ 648.489302] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.489504] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.489635] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.490492] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.490492] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.490492] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-6be96154-1435-4f69-8d44-cefce8380ae9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.229079] env[66947]: INFO networking_nsxv3.common.synchronization [req-b891fb82-7f05-4166-a1d3-2ade4b27c977 req-3e4843f2-a655-465d-a9b7-7aed757ecf5e service nova] Enqueued Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_rules [ 649.230278] env[66947]: INFO networking_nsxv3.common.synchronization [req-b891fb82-7f05-4166-a1d3-2ade4b27c977 req-3e4843f2-a655-465d-a9b7-7aed757ecf5e service nova] Enqueued Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 649.230278] env[66947]: INFO networking_nsxv3.common.synchronization [req-b891fb82-7f05-4166-a1d3-2ade4b27c977 req-3e4843f2-a655-465d-a9b7-7aed757ecf5e service nova] Enqueued Resource ID: 6be96154-1435-4f69-8d44-cefce8380ae9 with Priority: HIGHEST for action port [ 649.232016] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_rules [ 649.232158] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 649.232290] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6be96154-1435-4f69-8d44-cefce8380ae9 with Priority: HIGHEST for action port [ 649.232725] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.232855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.232923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.233154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.233264] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.235456] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.235548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.236267] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-6be96154-1435-4f69-8d44-cefce8380ae9 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.236267] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6be96154-1435-4f69-8d44-cefce8380ae9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.236267] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6be96154-1435-4f69-8d44-cefce8380ae9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.237251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6be96154-1435-4f69-8d44-cefce8380ae9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.237353] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6be96154-1435-4f69-8d44-cefce8380ae9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.740082] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.740199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.745646] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6be96154-1435-4f69-8d44-cefce8380ae9 with status ACTIVE [ 649.745646] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.745646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.745646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.745646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.745646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.746253] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.746253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.746253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.746529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.747227] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.747227] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.747227] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.747787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.748477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.748477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.748477] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6be96154-1435-4f69-8d44-cefce8380ae9 is going to be updated. [ 649.773720] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.773720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.773831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.774078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.774241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.774397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6be96154-1435-4f69-8d44-cefce8380ae9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.864118] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: SUCCESS [ 649.864118] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 deletion is rescheduled due to dependency. [ 649.864319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.864391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.864692] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.864974] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.865170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.865269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.865636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.865778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.866213] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.133012] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 650.133462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.166063] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 in Status: SUCCESS [ 650.166063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.166063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.166063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.166063] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.166063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.166063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.170058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.170058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.170058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.170058] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ec8c493-a04a-430c-8f56-f64e104c07a8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.286050] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 in Status: SUCCESS [ 650.286050] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 deletion is rescheduled due to dependency. [ 650.286050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.369665] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.678032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ec8c493-a04a-430c-8f56-f64e104c07a8 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.678032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.678032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ec8c493-a04a-430c-8f56-f64e104c07a8 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.678032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.678032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.679013] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.679013] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.679013] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.679569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.679994] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ec8c493-a04a-430c-8f56-f64e104c07a8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.872984] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.185504] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ec8c493-a04a-430c-8f56-f64e104c07a8: rpc.has_security_group_logging(os_id): False [ 651.209025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.209025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.209025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.209582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.209582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.209582] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.209810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.209870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.210245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.210245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.210546] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.210678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.210800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.211397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.211397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.211397] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.211838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.211838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.211838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.212017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.212155] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 is going to be created. [ 651.281196] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.281196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.281196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.281196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.281196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.301359] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 in Status: IN_PROGRESS for 2s [ 651.379948] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.379948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.379948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.379948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.379948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.379948] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 is going to be updated. [ 651.423352] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.423352] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.423352] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.423352] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.423352] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.442271] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: IN_PROGRESS for 2s [ 651.501073] env[66947]: INFO networking_nsxv3.common.synchronization [None req-24bc44f9-c701-4c42-bd77-38ab73376369 None None] Enqueued Resource ID: d3e6eb5e-b823-43ab-95d1-b64d70b25a75 with Priority: HIGHEST for action port [ 651.502019] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e6eb5e-b823-43ab-95d1-b64d70b25a75 with Priority: HIGHEST for action port [ 651.502986] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3e6eb5e-b823-43ab-95d1-b64d70b25a75 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.502986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3e6eb5e-b823-43ab-95d1-b64d70b25a75" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.502986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3e6eb5e-b823-43ab-95d1-b64d70b25a75" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.504320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3e6eb5e-b823-43ab-95d1-b64d70b25a75" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.504320] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3e6eb5e-b823-43ab-95d1-b64d70b25a75',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.659262] env[66947]: INFO networking_nsxv3.common.synchronization [req-255e9367-2f12-4bed-81ba-d4a7f7efaf50 req-06191e42-d2d6-4fce-a44d-3264a82383fc tempest-ServersTestMultiNic-415846522 tempest-ServersTestMultiNic-415846522-project-member] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 651.659921] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 651.661383] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.661569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.661670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.661981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.662118] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.662219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.662294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.662580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.662674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.662911] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.008866] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3e6eb5e-b823-43ab-95d1-b64d70b25a75 [ 652.009254] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.009384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.009384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.009607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.009719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.009830] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3e6eb5e-b823-43ab-95d1-b64d70b25a75 already deleted. [ 652.009905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3e6eb5e-b823-43ab-95d1-b64d70b25a75" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.048667] env[66947]: INFO networking_nsxv3.common.synchronization [req-255e9367-2f12-4bed-81ba-d4a7f7efaf50 req-892ee42e-2f5c-44e8-a980-6b7b34e65409 tempest-ServersTestMultiNic-415846522 tempest-ServersTestMultiNic-415846522-project-member] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 652.049388] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 652.049564] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.049670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.167399] env[66947]: INFO networking_nsxv3.common.synchronization [req-dbf5bd37-01a9-4b82-bb7c-c87689d27f1d req-052fa02a-72d6-4d9f-9c6a-dd5d942838ba tempest-ServersWithSpecificFlavorTestJSON-2017402899 tempest-ServersWithSpecificFlavorTestJSON-2017402899-project-member] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 652.167734] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.171033] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 652.172112] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.172112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.172112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.172112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.172112] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.172112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.172112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.172946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.172946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.173114] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.375381] env[66947]: INFO networking_nsxv3.common.synchronization [req-255e9367-2f12-4bed-81ba-d4a7f7efaf50 req-987f040b-3ec9-42ad-bec5-6cef9e3b7944 tempest-ServersTestMultiNic-415846522 tempest-ServersTestMultiNic-415846522-project-member] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 652.376657] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 652.377060] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.377165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.534280] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.534478] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.534598] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.534930] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.535191] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.535399] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.535521] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.535679] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.535820] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.536353] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.536353] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.536580] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.536580] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.536753] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.536853] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.536983] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.560699] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.560699] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.560699] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.560699] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.560699] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.560699] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.560699] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.561167] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.561167] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.674528] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.676385] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.676637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.676637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.676809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.677127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.677127] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.677279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.677279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.677374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.677442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.677546] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 already deleted. [ 652.677628] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.063625] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.063891] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.063970] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.064340] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.064519] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.064672] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b not found, creating... [ 653.065017] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.065285] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.065453] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.065696] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.065860] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.068475] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.068664] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.068827] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.069033] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.069175] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.069316] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b is going to be created. [ 653.095673] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.095954] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.096179] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.096481] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.096732] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.097108] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.176428] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.176635] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.176763] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.177369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.177369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.177369] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 653.217763] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.218035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.218140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.218388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.218608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.239335] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 653.328941] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 in Status: SUCCESS [ 653.328941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.462351] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: SUCCESS [ 653.464127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.464127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.464127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.464127] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.464127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.464127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.464127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.464127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.464127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.464127] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.903771] env[66947]: INFO networking_nsxv3.common.synchronization [req-dbf5bd37-01a9-4b82-bb7c-c87689d27f1d req-b07aaf8e-f88b-44b2-90e0-ee998c7881cd service nova] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_rules [ 653.904094] env[66947]: INFO networking_nsxv3.common.synchronization [req-dbf5bd37-01a9-4b82-bb7c-c87689d27f1d req-b07aaf8e-f88b-44b2-90e0-ee998c7881cd service nova] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 653.906298] env[66947]: INFO networking_nsxv3.common.synchronization [req-dbf5bd37-01a9-4b82-bb7c-c87689d27f1d req-b07aaf8e-f88b-44b2-90e0-ee998c7881cd service nova] Enqueued Resource ID: 561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b with Priority: HIGHEST for action port [ 653.906298] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_rules [ 653.907320] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 653.907320] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b with Priority: HIGHEST for action port [ 653.907320] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.909703] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.909703] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.909703] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.909703] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.911318] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.911434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.911493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.911691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.911853] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.911952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.913074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.913313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.913414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.913561] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.916993] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.916993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.916993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.916993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.916993] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.967556] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.971022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.971022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.971022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.971022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.971852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.971852] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.090862] env[66947]: INFO networking_nsxv3.common.synchronization [None req-7cf11e25-bc45-49b6-9690-fab7a245f333 None None] Enqueued Resource ID: c00b5277-7383-49e4-9079-f3767ca9b931 with Priority: HIGHEST for action port [ 654.091515] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c00b5277-7383-49e4-9079-f3767ca9b931 with Priority: HIGHEST for action port [ 654.093484] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-c00b5277-7383-49e4-9079-f3767ca9b931 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.093731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c00b5277-7383-49e4-9079-f3767ca9b931" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.093861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c00b5277-7383-49e4-9079-f3767ca9b931" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.094369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c00b5277-7383-49e4-9079-f3767ca9b931" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.094522] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c00b5277-7383-49e4-9079-f3767ca9b931',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.419434] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.419434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.419434] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.419434] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b with status ACTIVE [ 654.419434] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.419678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.419678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.420466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.420466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.420466] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.420466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.421392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.421697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.422721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.423184] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.423714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.424017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.424340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.424532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.424853] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b is going to be updated. [ 654.453205] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.453364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.453467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.453631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.453768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.453925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-561e50f7-5b3c-42ae-8d44-b8ffcd3cab8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.474570] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bf2bd1d-19eb-4b57-9d18-3363826b2f36: rpc.has_security_group_logging(os_id): False [ 654.517263] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.520228] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.520228] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.520228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.521077] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.521077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.521077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.521077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.522168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.522168] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 is going to be updated. [ 654.598136] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c00b5277-7383-49e4-9079-f3767ca9b931 [ 654.598447] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.598589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.598664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.598887] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.598977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.599097] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c00b5277-7383-49e4-9079-f3767ca9b931 already deleted. [ 654.599174] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c00b5277-7383-49e4-9079-f3767ca9b931" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.608906] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.608906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.608906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.608906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.608906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.625572] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: IN_PROGRESS for 2s [ 654.928060] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.053869] env[66947]: INFO networking_nsxv3.common.synchronization [req-0a909089-0215-4d59-828d-097d93e4fe6e req-1a263f65-5577-42d2-8497-efed7edce7d6 tempest-ServersAdminTestJSON-941451083 tempest-ServersAdminTestJSON-941451083-project-member] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 655.054418] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 655.054754] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.054904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.054976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.056909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.057194] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.057369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.057821] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.058617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.058713] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.059286] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.253911] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 4s [ 655.431974] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.432238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.432238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.432518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.432518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.432823] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 is going to be created. [ 655.461747] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.461902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.461974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.462206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.462367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.475562] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: UNINITIALIZED for 2s [ 655.561177] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.564797] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.564797] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.565068] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.565241] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.566072] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.566072] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.566072] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.566072] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.566309] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.566980] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.566980] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.566980] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.566980] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.567451] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.567696] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.567871] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.603760] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.604044] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.604216] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.604452] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.604676] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-1e4406ff-48ac-482d-b0cf-487bf01c5caa taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.604854] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-1e4406ff-48ac-482d-b0cf-487bf01c5caa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.605014] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-1e4406ff-48ac-482d-b0cf-487bf01c5caa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.605316] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-1e4406ff-48ac-482d-b0cf-487bf01c5caa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.605457] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4406ff-48ac-482d-b0cf-487bf01c5caa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.921974] env[66947]: INFO networking_nsxv3.common.synchronization [req-05b85ebe-ac3f-412f-b87e-5acdec28cb03 req-dff9c599-74d8-4703-8df4-487adfed9063 tempest-ServerDiagnosticsNegativeTest-909573139 tempest-ServerDiagnosticsNegativeTest-909573139-project-member] Enqueued Resource ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 with Priority: HIGHEST for action security_group_members [ 655.922544] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 with Priority: HIGHEST for action security_group_members [ 655.922868] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.922996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.923308] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.923532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.923701] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.923812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.923877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.924040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.924131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.924235] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25d40b63-ffa2-46aa-b5d4-d3fae27110e8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.063911] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.109177] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.109177] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.109467] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.109650] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.109989] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.110345] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 1e4406ff-48ac-482d-b0cf-487bf01c5caa not found, creating... [ 656.110857] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.111304] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.111466] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.111759] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.112127] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.112645] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.112894] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.113084] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.113431] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.113672] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.113913] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 1e4406ff-48ac-482d-b0cf-487bf01c5caa is going to be created. [ 656.142233] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.142465] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.142538] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.142841] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.143072] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.143298] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-1e4406ff-48ac-482d-b0cf-487bf01c5caa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.427310] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.427563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.427563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.427922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.428136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.428656] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.428952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.429104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.429463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.429678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.429899] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 is going to be updated. [ 656.464083] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.464241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.464326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.464575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.464717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.478743] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 in Status: IN_PROGRESS for 2s [ 656.567487] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.567487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.567487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.567487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.567801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.567801] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 656.604236] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.604236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.604236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.604236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.604236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.627513] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 656.654472] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: SUCCESS [ 656.654472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.935441] env[66947]: INFO networking_nsxv3.common.synchronization [req-0a909089-0215-4d59-828d-097d93e4fe6e req-36c731d5-e4fd-4677-844a-7e6e39381458 service nova] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_rules [ 656.935721] env[66947]: INFO networking_nsxv3.common.synchronization [req-0a909089-0215-4d59-828d-097d93e4fe6e req-36c731d5-e4fd-4677-844a-7e6e39381458 service nova] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 656.935874] env[66947]: INFO networking_nsxv3.common.synchronization [req-0a909089-0215-4d59-828d-097d93e4fe6e req-36c731d5-e4fd-4677-844a-7e6e39381458 service nova] Enqueued Resource ID: 1e4406ff-48ac-482d-b0cf-487bf01c5caa with Priority: HIGHEST for action port [ 656.936601] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_rules [ 656.936724] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 656.936910] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4406ff-48ac-482d-b0cf-487bf01c5caa with Priority: HIGHEST for action port [ 656.937255] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.937325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.937388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.937755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.937888] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.938987] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.939136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.939436] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e4406ff-48ac-482d-b0cf-487bf01c5caa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.939535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e4406ff-48ac-482d-b0cf-487bf01c5caa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.939605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e4406ff-48ac-482d-b0cf-487bf01c5caa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.939890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e4406ff-48ac-482d-b0cf-487bf01c5caa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.940240] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4406ff-48ac-482d-b0cf-487bf01c5caa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.264452] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 657.264975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.265204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.265466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.266010] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.266010] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.266206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.266349] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.266460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.266570] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.442055] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.442621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.442621] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e4406ff-48ac-482d-b0cf-487bf01c5caa with status ACTIVE [ 657.442621] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.442810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.442810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.442973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.443075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.443261] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.443374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.443964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.443964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.443964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.443964] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.443964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.444247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.444247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.444247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.444382] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e4406ff-48ac-482d-b0cf-487bf01c5caa is going to be updated. [ 657.474978] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.475160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.475230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.475504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.476204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.476204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e4406ff-48ac-482d-b0cf-487bf01c5caa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.492372] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: SUCCESS [ 657.492636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.492876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.492996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.493216] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.493335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.493402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.493580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.493667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.493758] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.493854] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.771045] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.771045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.771045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.771045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.771045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.771045] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.771045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.771045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.771045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.771045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.771045] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 657.806566] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.806566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.806566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.806566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.806906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.817326] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 657.898507] env[66947]: INFO networking_nsxv3.common.synchronization [req-2701febb-3c69-4dcf-9b52-fc0218e17b35 req-861e410e-24ee-403e-994f-51bc14866550 tempest-ServerAddressesTestJSON-1591811693 tempest-ServerAddressesTestJSON-1591811693-project-member] Enqueued Resource ID: 30b40544-c925-410e-aa00-d8996d35a737 with Priority: HIGHEST for action security_group_members [ 657.899306] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b40544-c925-410e-aa00-d8996d35a737 with Priority: HIGHEST for action security_group_members [ 657.899642] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b40544-c925-410e-aa00-d8996d35a737 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.899782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.899857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.900105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.900262] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.900383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.900446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.900581] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.900661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.901131] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30b40544-c925-410e-aa00-d8996d35a737',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.997335] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.128949] env[66947]: INFO networking_nsxv3.common.synchronization [None req-ae6d6434-8c5f-42b4-b523-fafdb21ac6b7 None None] Enqueued Resource ID: 43e6a236-20a3-45f1-981a-eff45f793371 with Priority: HIGHEST for action port [ 658.130383] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43e6a236-20a3-45f1-981a-eff45f793371 with Priority: HIGHEST for action port [ 658.132305] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-43e6a236-20a3-45f1-981a-eff45f793371 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.132305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43e6a236-20a3-45f1-981a-eff45f793371" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.132305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43e6a236-20a3-45f1-981a-eff45f793371" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.132305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43e6a236-20a3-45f1-981a-eff45f793371" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.133220] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43e6a236-20a3-45f1-981a-eff45f793371',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.405033] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.405033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.405289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.405289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.406716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.406716] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.406867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.407059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.407253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.407339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.407378] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b40544-c925-410e-aa00-d8996d35a737 already deleted. [ 658.407447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.488676] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 in Status: SUCCESS [ 658.488883] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25d40b63-ffa2-46aa-b5d4-d3fae27110e8 deletion is rescheduled due to dependency. [ 658.489012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25d40b63-ffa2-46aa-b5d4-d3fae27110e8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.505528] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b8434d-70fe-4e3f-a093-dba7ad1abf54: rpc.has_security_group_logging(os_id): False [ 658.512650] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-501 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.512850] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-501" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.512966] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-501" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.513310] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-501" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.513559] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.513710] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.513847] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.515762] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.518785] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.518785] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.518785] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.518785] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.518785] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.518785] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.518785] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.519128] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.531330] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.531486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.531534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.531731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.531815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.532056] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.532152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.532209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.532355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.532428] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.532527] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 is going to be created. [ 658.555723] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.555918] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.556050] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.556228] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-501" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.556544] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-98a1ed2c-ab49-4e72-b409-1f26decd8131 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.556702] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-98a1ed2c-ab49-4e72-b409-1f26decd8131" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.556812] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-98a1ed2c-ab49-4e72-b409-1f26decd8131" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.557150] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-98a1ed2c-ab49-4e72-b409-1f26decd8131" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.557711] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a1ed2c-ab49-4e72-b409-1f26decd8131',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.611489] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.611691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.611691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.611916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.612126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.624285] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: IN_PROGRESS for 2s [ 658.635292] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43e6a236-20a3-45f1-981a-eff45f793371 [ 658.638754] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.638754] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43e6a236-20a3-45f1-981a-eff45f793371 already deleted. [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43e6a236-20a3-45f1-981a-eff45f793371" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.638754] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.638754] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.638754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.638754] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.059563] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.059797] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.059917] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.060232] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.060377] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.060566] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 98a1ed2c-ab49-4e72-b409-1f26decd8131 not found, creating... [ 659.060951] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.061136] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.061136] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.061331] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.061460] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.061809] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.061961] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.062082] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.062623] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.062623] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.062623] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 98a1ed2c-ab49-4e72-b409-1f26decd8131 is going to be created. [ 659.083925] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.084141] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.084261] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.084527] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.084822] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.084961] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-98a1ed2c-ab49-4e72-b409-1f26decd8131" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.143867] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.649454] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.832799] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 659.832799] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 deletion is rescheduled due to dependency. [ 659.832799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.832799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.832799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.832799] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.832799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.832799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.832799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.832799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.832799] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.016224] env[66947]: INFO networking_nsxv3.common.synchronization [req-2701febb-3c69-4dcf-9b52-fc0218e17b35 req-dd1bf3ac-85c7-4fab-a34d-ddfe32067247 service nova] Enqueued Resource ID: 30b40544-c925-410e-aa00-d8996d35a737 with Priority: HIGHEST for action security_group_rules [ 660.016224] env[66947]: INFO networking_nsxv3.common.synchronization [req-2701febb-3c69-4dcf-9b52-fc0218e17b35 req-dd1bf3ac-85c7-4fab-a34d-ddfe32067247 service nova] Enqueued Resource ID: 30b40544-c925-410e-aa00-d8996d35a737 with Priority: HIGHEST for action security_group_members [ 660.016224] env[66947]: INFO networking_nsxv3.common.synchronization [req-2701febb-3c69-4dcf-9b52-fc0218e17b35 req-dd1bf3ac-85c7-4fab-a34d-ddfe32067247 service nova] Enqueued Resource ID: 98a1ed2c-ab49-4e72-b409-1f26decd8131 with Priority: HIGHEST for action port [ 660.017565] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b40544-c925-410e-aa00-d8996d35a737 with Priority: HIGHEST for action security_group_rules [ 660.017833] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b40544-c925-410e-aa00-d8996d35a737 with Priority: HIGHEST for action security_group_members [ 660.017929] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a1ed2c-ab49-4e72-b409-1f26decd8131 with Priority: HIGHEST for action port [ 660.018193] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30b40544-c925-410e-aa00-d8996d35a737 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.018344] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.018392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.018708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.018857] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30b40544-c925-410e-aa00-d8996d35a737',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.019997] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b40544-c925-410e-aa00-d8996d35a737 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.019997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.019997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.020643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.020643] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.020643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.020643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.020643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.020643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.021083] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30b40544-c925-410e-aa00-d8996d35a737',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.021557] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-98a1ed2c-ab49-4e72-b409-1f26decd8131 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.022782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98a1ed2c-ab49-4e72-b409-1f26decd8131" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.022782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98a1ed2c-ab49-4e72-b409-1f26decd8131" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.022782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98a1ed2c-ab49-4e72-b409-1f26decd8131" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.022782] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a1ed2c-ab49-4e72-b409-1f26decd8131',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.151471] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.151628] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.151749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.151918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.152025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.152126] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 660.185288] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.185426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.185491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.185756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.188603] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.197073] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 660.336468] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.336614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.336614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.337707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.337976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.338163] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.338242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.338281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.338454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.338594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.338846] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 660.373327] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.373327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.373327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.373327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.373327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.383191] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 660.527216] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30b40544-c925-410e-aa00-d8996d35a737',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.528539] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b40544-c925-410e-aa00-d8996d35a737 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.528539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.528539] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98a1ed2c-ab49-4e72-b409-1f26decd8131 with status ACTIVE [ 660.528722] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.528778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.529197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.529197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.529326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.530030] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.531212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.531417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.531492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.531575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.532708] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.532708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.532708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.532708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.532708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.532708] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98a1ed2c-ab49-4e72-b409-1f26decd8131 is going to be updated. [ 660.565264] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.566764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.566987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.567265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.567494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.567673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98a1ed2c-ab49-4e72-b409-1f26decd8131" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.640493] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: SUCCESS [ 660.640493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.644739] env[66947]: INFO networking_nsxv3.common.synchronization [req-08b36da1-6650-40bc-b91c-d4ea3342b219 req-580048b9-6940-4bd7-bef3-e47cd21f53ec tempest-ServerDiagnosticsTest-63879366 tempest-ServerDiagnosticsTest-63879366-project-member] Enqueued Resource ID: 1497a29c-3b3c-463e-bab7-853da21a244a with Priority: HIGHEST for action security_group_members [ 660.645479] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1497a29c-3b3c-463e-bab7-853da21a244a with Priority: HIGHEST for action security_group_members [ 660.645755] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1497a29c-3b3c-463e-bab7-853da21a244a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.645888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.645962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.646410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.646569] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.646914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.646914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.646914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.647253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.647253] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1497a29c-3b3c-463e-bab7-853da21a244a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.936962] env[66947]: INFO networking_nsxv3.common.synchronization [None req-d88d6e5b-e0bb-4ee7-a589-06226d6528ea None None] Enqueued Resource ID: 2f74548b-33f2-4b30-8cc7-5365f150af78 with Priority: HIGHEST for action port [ 660.936962] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f74548b-33f2-4b30-8cc7-5365f150af78 with Priority: HIGHEST for action port [ 660.936962] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f74548b-33f2-4b30-8cc7-5365f150af78 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.936962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f74548b-33f2-4b30-8cc7-5365f150af78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.936962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f74548b-33f2-4b30-8cc7-5365f150af78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.936962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f74548b-33f2-4b30-8cc7-5365f150af78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.939176] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f74548b-33f2-4b30-8cc7-5365f150af78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.034618] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30b40544-c925-410e-aa00-d8996d35a737',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.148624] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.148984] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.149237] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.149703] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.150086] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.150393] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.150585] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.150918] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.151233] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.151534] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.151716] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.151908] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.152094] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.152287] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.152465] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.152669] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.154780] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.154851] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.154951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.155212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.155351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.155622] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.155767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.155864] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.156168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.156293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.156426] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1497a29c-3b3c-463e-bab7-853da21a244a already deleted. [ 661.156553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.179346] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.179845] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.179845] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.179845] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.180188] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-bdd34cad-1ed5-421f-a542-1d4cbc785038 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.180365] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-bdd34cad-1ed5-421f-a542-1d4cbc785038" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.180481] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-bdd34cad-1ed5-421f-a542-1d4cbc785038" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.180835] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-bdd34cad-1ed5-421f-a542-1d4cbc785038" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.180978] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd34cad-1ed5-421f-a542-1d4cbc785038',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.441600] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f74548b-33f2-4b30-8cc7-5365f150af78 [ 661.445098] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.445316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.445429] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.445631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.445728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.445843] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f74548b-33f2-4b30-8cc7-5365f150af78 already deleted. [ 661.445931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f74548b-33f2-4b30-8cc7-5365f150af78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.537438] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.537662] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.537772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.537989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.538104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.538213] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b40544-c925-410e-aa00-d8996d35a737 is going to be created. [ 661.566603] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.566603] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.566603] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.566919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.567053] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.578912] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b40544-c925-410e-aa00-d8996d35a737 in Status: UNINITIALIZED for 2s [ 661.686474] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.686474] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.686474] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.686832] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.686832] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.686968] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port bdd34cad-1ed5-421f-a542-1d4cbc785038 not found, creating... [ 661.687490] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.687700] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.687828] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.688465] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.688465] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.688792] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.688792] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.688792] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.688967] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.689430] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.689430] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: bdd34cad-1ed5-421f-a542-1d4cbc785038 is going to be created. [ 661.709782] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.710016] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.710121] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.710405] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.710685] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.710946] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-bdd34cad-1ed5-421f-a542-1d4cbc785038" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.209865] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 662.210291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.210562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.210907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.211274] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.211454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.211795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.212116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.212239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.214213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.214213] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.395148] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 662.395370] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 deletion is rescheduled due to dependency. [ 662.395650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.497371] env[66947]: INFO networking_nsxv3.common.synchronization [req-08b36da1-6650-40bc-b91c-d4ea3342b219 req-c19ccb24-a2ac-459f-9baf-051099364ef9 service nova] Enqueued Resource ID: 1497a29c-3b3c-463e-bab7-853da21a244a with Priority: HIGHEST for action security_group_rules [ 662.497573] env[66947]: INFO networking_nsxv3.common.synchronization [req-08b36da1-6650-40bc-b91c-d4ea3342b219 req-c19ccb24-a2ac-459f-9baf-051099364ef9 service nova] Enqueued Resource ID: 1497a29c-3b3c-463e-bab7-853da21a244a with Priority: HIGHEST for action security_group_members [ 662.497745] env[66947]: INFO networking_nsxv3.common.synchronization [req-08b36da1-6650-40bc-b91c-d4ea3342b219 req-c19ccb24-a2ac-459f-9baf-051099364ef9 service nova] Enqueued Resource ID: bdd34cad-1ed5-421f-a542-1d4cbc785038 with Priority: HIGHEST for action port [ 662.498368] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1497a29c-3b3c-463e-bab7-853da21a244a with Priority: HIGHEST for action security_group_rules [ 662.498688] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1497a29c-3b3c-463e-bab7-853da21a244a with Priority: HIGHEST for action security_group_members [ 662.498688] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdd34cad-1ed5-421f-a542-1d4cbc785038 with Priority: HIGHEST for action port [ 662.499204] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1497a29c-3b3c-463e-bab7-853da21a244a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.499326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.499413] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.499697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.499841] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1497a29c-3b3c-463e-bab7-853da21a244a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.501917] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1497a29c-3b3c-463e-bab7-853da21a244a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.501917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.501917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.501917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.502128] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.502128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.502216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.503032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.503032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.503032] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1497a29c-3b3c-463e-bab7-853da21a244a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.504047] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdd34cad-1ed5-421f-a542-1d4cbc785038 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.504047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdd34cad-1ed5-421f-a542-1d4cbc785038" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.504047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdd34cad-1ed5-421f-a542-1d4cbc785038" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.504047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdd34cad-1ed5-421f-a542-1d4cbc785038" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.504047] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdd34cad-1ed5-421f-a542-1d4cbc785038',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.715794] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.716510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.716510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.716704] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.718742] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.718742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.718742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.718742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.718742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.718742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.718742] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.718742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.718742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.718742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.718742] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.718742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.719187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.719187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.719354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.719394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.720575] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.005649] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1497a29c-3b3c-463e-bab7-853da21a244a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.006908] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1497a29c-3b3c-463e-bab7-853da21a244a taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.007083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.007412] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdd34cad-1ed5-421f-a542-1d4cbc785038 with status ACTIVE [ 663.007617] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.007793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.007793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.008041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.008136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.008465] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.008465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.008465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.008666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.008761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.008889] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.008986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.009345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.009345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.009345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.009496] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdd34cad-1ed5-421f-a542-1d4cbc785038 is going to be updated. [ 663.033568] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.035186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.035186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.035186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.035186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.035186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdd34cad-1ed5-421f-a542-1d4cbc785038" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.223172] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d3c36b9-0be7-425a-9ced-43801e7fa082: rpc.has_security_group_logging(os_id): False [ 663.242785] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.243029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.243146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.243374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.243471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.243684] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.243788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.243853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.244019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.244387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.244387] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.244387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.244541] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.244573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.244625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.244808] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.244902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.244965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.245237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.245345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.245459] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 663.328446] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.328446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.328446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.328446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.329403] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.348232] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 663.508506] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1497a29c-3b3c-463e-bab7-853da21a244a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.595179] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b40544-c925-410e-aa00-d8996d35a737 in Status: SUCCESS [ 663.595179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.595385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.595808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.596145] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.596865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.596865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.596865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.596865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.597024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.597147] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30b40544-c925-410e-aa00-d8996d35a737',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.010875] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.011244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.011244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.012234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.012334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.012520] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1497a29c-3b3c-463e-bab7-853da21a244a is going to be created. [ 664.039198] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.039198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.039198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.039490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.039685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.049317] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1497a29c-3b3c-463e-bab7-853da21a244a in Status: UNINITIALIZED for 2s [ 664.101524] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b40544-c925-410e-aa00-d8996d35a737 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.101524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.101524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.101524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.101761] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.101761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.101844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.104404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.104404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.104404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.104404] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b40544-c925-410e-aa00-d8996d35a737 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.104404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.104404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.104404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.104404] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.104404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.104404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.104404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.104404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.104404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.104404] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30b40544-c925-410e-aa00-d8996d35a737',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.607691] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30b40544-c925-410e-aa00-d8996d35a737: rpc.has_security_group_logging(os_id): False [ 664.634909] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.635163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.635214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.635444] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.635606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.635907] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.635989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.636040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.636207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.636291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.636490] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.636586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.636647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.636784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.636879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.637070] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.637342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.637342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.637453] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.637453] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.637544] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30b40544-c925-410e-aa00-d8996d35a737 is going to be created. [ 664.720205] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.720205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.720205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.720446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.720692] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.737520] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30b40544-c925-410e-aa00-d8996d35a737 in Status: IN_PROGRESS for 2s [ 665.125154] env[66947]: INFO networking_nsxv3.common.synchronization [None req-2130ae2e-468d-4fc6-8291-5bdb3f84cce9 None None] Enqueued Resource ID: 577212b5-f4b5-461f-b2a2-efe087c4449b with Priority: HIGHEST for action port [ 665.125811] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 577212b5-f4b5-461f-b2a2-efe087c4449b with Priority: HIGHEST for action port [ 665.127074] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-577212b5-f4b5-461f-b2a2-efe087c4449b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.127228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-577212b5-f4b5-461f-b2a2-efe087c4449b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.127297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-577212b5-f4b5-461f-b2a2-efe087c4449b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.127798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-577212b5-f4b5-461f-b2a2-efe087c4449b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.127907] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('577212b5-f4b5-461f-b2a2-efe087c4449b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.349512] env[66947]: INFO networking_nsxv3.common.synchronization [req-3c41ab49-cfe4-4d2c-a69a-c24ef70b7deb req-665d1887-53e7-47cb-96a1-f3fbc214009d tempest-ListServerFiltersTestJSON-915618344 tempest-ListServerFiltersTestJSON-915618344-project-member] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 665.351450] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 665.351732] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.351959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.352286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.352602] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.352858] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.353065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.353162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.353455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.353455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.353630] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.370847] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 665.371152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.632431] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 577212b5-f4b5-461f-b2a2-efe087c4449b [ 665.632673] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.632825] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.632861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.633091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.633176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.633271] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:577212b5-f4b5-461f-b2a2-efe087c4449b already deleted. [ 665.633379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-577212b5-f4b5-461f-b2a2-efe087c4449b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.856015] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.857917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.857917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.857917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.857917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.857917] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.857917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.857917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.858314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.858314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.858314] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbea24-d907-485b-82eb-3844009935d4 already deleted. [ 665.858314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.964876] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.964876] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.964876] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.965214] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.965483] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.965682] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.965811] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.966600] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.966665] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.968055] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.968055] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.968055] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.968055] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.968055] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.968055] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.968055] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.997626] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.997816] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.997957] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.998146] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.998469] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-b529dfd4-6594-4af0-ae3d-1f5de6065d13 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.999415] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-b529dfd4-6594-4af0-ae3d-1f5de6065d13" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.999415] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-b529dfd4-6594-4af0-ae3d-1f5de6065d13" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.999415] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-b529dfd4-6594-4af0-ae3d-1f5de6065d13" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.999415] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b529dfd4-6594-4af0-ae3d-1f5de6065d13',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.060633] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1497a29c-3b3c-463e-bab7-853da21a244a in Status: SUCCESS [ 666.060930] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.061614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.061911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.062259] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.062362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.062602] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.062683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.062806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.062940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.063092] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1497a29c-3b3c-463e-bab7-853da21a244a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.502232] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.502541] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.502680] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.503010] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.503216] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.503393] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port b529dfd4-6594-4af0-ae3d-1f5de6065d13 not found, creating... [ 666.504044] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.504044] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.504254] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.504433] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.504589] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.504929] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.505118] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.505244] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.505455] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.505686] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.507201] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: b529dfd4-6594-4af0-ae3d-1f5de6065d13 is going to be created. [ 666.529483] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.529674] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.529795] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.530350] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.530586] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.530826] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-b529dfd4-6594-4af0-ae3d-1f5de6065d13" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.568153] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1497a29c-3b3c-463e-bab7-853da21a244a taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.568153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.568153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.568153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.568153] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.568796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.568796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.568796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.568796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.570806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.570806] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1497a29c-3b3c-463e-bab7-853da21a244a taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.570806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.570806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.570806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.570806] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.570806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.570806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.570806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.570806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.570806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.571254] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1497a29c-3b3c-463e-bab7-853da21a244a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.751683] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30b40544-c925-410e-aa00-d8996d35a737 in Status: SUCCESS [ 666.752076] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.073866] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1497a29c-3b3c-463e-bab7-853da21a244a: rpc.has_security_group_logging(os_id): False [ 667.093362] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.093999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.094114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.094328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.094425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.094672] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.094780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.094838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.094989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.095084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.095301] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.095430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.095727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.095922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.096044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.096203] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.096312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.096376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.096854] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.096955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.097060] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1497a29c-3b3c-463e-bab7-853da21a244a is going to be created. [ 667.166714] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.166714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.166714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.166714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.166714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.179463] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1497a29c-3b3c-463e-bab7-853da21a244a in Status: IN_PROGRESS for 2s [ 667.261444] env[66947]: INFO networking_nsxv3.common.synchronization [req-3c41ab49-cfe4-4d2c-a69a-c24ef70b7deb req-de94dabb-c4a3-4080-bdc7-22a0f3450bf4 service nova] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_rules [ 667.261581] env[66947]: INFO networking_nsxv3.common.synchronization [req-3c41ab49-cfe4-4d2c-a69a-c24ef70b7deb req-de94dabb-c4a3-4080-bdc7-22a0f3450bf4 service nova] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 667.261717] env[66947]: INFO networking_nsxv3.common.synchronization [req-3c41ab49-cfe4-4d2c-a69a-c24ef70b7deb req-de94dabb-c4a3-4080-bdc7-22a0f3450bf4 service nova] Enqueued Resource ID: b529dfd4-6594-4af0-ae3d-1f5de6065d13 with Priority: HIGHEST for action port [ 667.262291] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_rules [ 667.265218] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 667.265395] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b529dfd4-6594-4af0-ae3d-1f5de6065d13 with Priority: HIGHEST for action port [ 667.265760] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.265904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.265978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.266360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.266431] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.269998] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.270144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.270285] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.270470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.271068] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.271194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.271297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.271472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.271571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.271707] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.272646] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-b529dfd4-6594-4af0-ae3d-1f5de6065d13 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.272772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b529dfd4-6594-4af0-ae3d-1f5de6065d13" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.272843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b529dfd4-6594-4af0-ae3d-1f5de6065d13" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.273035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b529dfd4-6594-4af0-ae3d-1f5de6065d13" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.277205] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b529dfd4-6594-4af0-ae3d-1f5de6065d13',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.474082] env[66947]: INFO networking_nsxv3.common.synchronization [None req-cb91eafc-3c32-4c7a-bbc7-63862a8498c9 None None] Enqueued Resource ID: 4edd50aa-e65b-48b1-828d-cf7c4aa2e26e with Priority: HIGHEST for action port [ 667.474544] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4edd50aa-e65b-48b1-828d-cf7c4aa2e26e with Priority: HIGHEST for action port [ 667.474958] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-4edd50aa-e65b-48b1-828d-cf7c4aa2e26e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.475136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4edd50aa-e65b-48b1-828d-cf7c4aa2e26e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.475242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4edd50aa-e65b-48b1-828d-cf7c4aa2e26e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.475535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4edd50aa-e65b-48b1-828d-cf7c4aa2e26e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.475646] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4edd50aa-e65b-48b1-828d-cf7c4aa2e26e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.770774] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.771265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.779831] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b529dfd4-6594-4af0-ae3d-1f5de6065d13 with status ACTIVE [ 667.780234] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.780381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.780381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.782607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.782607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.782607] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.782607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.782607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.782607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.782607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.782607] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.782607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.782607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.782607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.782607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.782607] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b529dfd4-6594-4af0-ae3d-1f5de6065d13 is going to be updated. [ 667.783686] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.843617] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.843828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.843873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.844084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.844233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.844403] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b529dfd4-6594-4af0-ae3d-1f5de6065d13" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.978961] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4edd50aa-e65b-48b1-828d-cf7c4aa2e26e [ 667.979226] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.981147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.981147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.981147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.981147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.981147] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4edd50aa-e65b-48b1-828d-cf7c4aa2e26e already deleted. [ 667.981147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4edd50aa-e65b-48b1-828d-cf7c4aa2e26e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.286145] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.456857] env[66947]: INFO networking_nsxv3.common.synchronization [req-cc5f493c-bff0-4d3d-8a25-cad91acdfc62 req-22aeb0cc-5dec-4f89-b6f2-589b6f0304ee tempest-DeleteServersAdminTestJSON-2073574688 tempest-DeleteServersAdminTestJSON-2073574688-project-member] Enqueued Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 668.457904] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGHEST for action security_group_members [ 668.457904] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.458060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.458060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.459357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.459569] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.460512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.460625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.460826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.460922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.461033] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.789217] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.792151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.792151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.792151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.792151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.792151] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbea24-d907-485b-82eb-3844009935d4 is going to be created. [ 668.795757] env[66947]: INFO networking_nsxv3.common.synchronization [None req-98bd5ad7-650e-48e9-8947-ea728276a287 None None] Enqueued Resource ID: 0b9ff0db-9b55-4bdc-8b8c-37646a3b4517 with Priority: HIGHEST for action port [ 668.796990] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9ff0db-9b55-4bdc-8b8c-37646a3b4517 with Priority: HIGHEST for action port [ 668.798614] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b9ff0db-9b55-4bdc-8b8c-37646a3b4517 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.798874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b9ff0db-9b55-4bdc-8b8c-37646a3b4517" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.798987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b9ff0db-9b55-4bdc-8b8c-37646a3b4517" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.799629] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b9ff0db-9b55-4bdc-8b8c-37646a3b4517" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.799629] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b9ff0db-9b55-4bdc-8b8c-37646a3b4517',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.829646] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.829875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.829875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.830348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.830490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.846926] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: UNINITIALIZED for 2s [ 668.868124] env[66947]: INFO networking_nsxv3.common.synchronization [None req-105fa574-0e0f-45e6-a243-a1691a027676 None None] Enqueued Resource ID: 0367229f-b809-4a6d-a8e0-43f1aa3681ab with Priority: HIGHEST for action port [ 668.870443] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0367229f-b809-4a6d-a8e0-43f1aa3681ab with Priority: HIGHEST for action port [ 668.870853] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-0367229f-b809-4a6d-a8e0-43f1aa3681ab taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.871050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0367229f-b809-4a6d-a8e0-43f1aa3681ab" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.871153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0367229f-b809-4a6d-a8e0-43f1aa3681ab" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.872205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0367229f-b809-4a6d-a8e0-43f1aa3681ab" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.872205] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0367229f-b809-4a6d-a8e0-43f1aa3681ab',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.888947] env[66947]: INFO networking_nsxv3.common.synchronization [req-58836a0f-df56-4b20-ba79-46ee0c9200d0 req-b07187d3-82cb-4314-b986-a3c347a83ae5 tempest-ServerRescueTestJSON-721938719 tempest-ServerRescueTestJSON-721938719-project-member] Enqueued Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 668.890774] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 668.890774] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.890774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.890774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.890984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.891027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.891120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.891204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.892467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.892467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.892467] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.963991] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.965763] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.965886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.966115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.966219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.966495] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.966665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.966742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.966947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.967055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.967153] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 is going to be updated. [ 669.000040] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.000491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.000491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.000491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.001432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.015068] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: IN_PROGRESS for 2s [ 669.195791] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1497a29c-3b3c-463e-bab7-853da21a244a in Status: SUCCESS [ 669.197066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.288220] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-987 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.288220] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-987" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.288220] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-987" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.289178] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-987" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.289829] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.290338] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.293017] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.293017] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.293017] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.293017] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.293017] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.293017] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.293017] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.293017] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.293017] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.293017] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.302420] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b9ff0db-9b55-4bdc-8b8c-37646a3b4517 [ 669.303626] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.303626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.303626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.303951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.304391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.304634] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b9ff0db-9b55-4bdc-8b8c-37646a3b4517 already deleted. [ 669.304826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b9ff0db-9b55-4bdc-8b8c-37646a3b4517" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.334203] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.334203] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.334203] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.334597] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-987" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.334924] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-5f6592b5-74bd-4327-9b4f-4e1b50bd9c68 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.335513] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-5f6592b5-74bd-4327-9b4f-4e1b50bd9c68" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.335879] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-5f6592b5-74bd-4327-9b4f-4e1b50bd9c68" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.336556] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-5f6592b5-74bd-4327-9b4f-4e1b50bd9c68" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.336556] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f6592b5-74bd-4327-9b4f-4e1b50bd9c68',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.375604] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0367229f-b809-4a6d-a8e0-43f1aa3681ab [ 669.376467] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.376783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.376953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.377253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.377405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.377548] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0367229f-b809-4a6d-a8e0-43f1aa3681ab already deleted. [ 669.377738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0367229f-b809-4a6d-a8e0-43f1aa3681ab" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.395203] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.843436] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.843436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.843436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.843436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.843436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.843436] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 5f6592b5-74bd-4327-9b4f-4e1b50bd9c68 not found, creating... [ 669.843436] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.843436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.843436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.843436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.843436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.844636] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.844636] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.844636] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.844636] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.844636] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.844636] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 5f6592b5-74bd-4327-9b4f-4e1b50bd9c68 is going to be created. [ 669.869040] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.869268] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.869386] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.870140] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.870712] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.871581] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-5f6592b5-74bd-4327-9b4f-4e1b50bd9c68" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.899076] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.401568] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.401745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.401791] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.402038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.402131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.402235] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 is going to be updated. [ 670.437018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.437018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.437018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.437018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.437018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.446192] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: IN_PROGRESS for 2s [ 670.580640] env[66947]: INFO networking_nsxv3.common.synchronization [req-58836a0f-df56-4b20-ba79-46ee0c9200d0 req-afc4bc42-65ac-4db0-aa29-547d8d8d76df service nova] Enqueued Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_rules [ 670.580640] env[66947]: INFO networking_nsxv3.common.synchronization [req-58836a0f-df56-4b20-ba79-46ee0c9200d0 req-afc4bc42-65ac-4db0-aa29-547d8d8d76df service nova] Enqueued Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 670.580640] env[66947]: INFO networking_nsxv3.common.synchronization [req-58836a0f-df56-4b20-ba79-46ee0c9200d0 req-afc4bc42-65ac-4db0-aa29-547d8d8d76df service nova] Enqueued Resource ID: 5f6592b5-74bd-4327-9b4f-4e1b50bd9c68 with Priority: HIGHEST for action port [ 670.581222] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_rules [ 670.581366] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 670.581469] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6592b5-74bd-4327-9b4f-4e1b50bd9c68 with Priority: HIGHEST for action port [ 670.581745] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.581866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.581949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.582179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.582248] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.583134] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.583236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.583414] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f6592b5-74bd-4327-9b4f-4e1b50bd9c68 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.583518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f6592b5-74bd-4327-9b4f-4e1b50bd9c68" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.583638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f6592b5-74bd-4327-9b4f-4e1b50bd9c68" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.583728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f6592b5-74bd-4327-9b4f-4e1b50bd9c68" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.583801] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f6592b5-74bd-4327-9b4f-4e1b50bd9c68',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.865507] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: SUCCESS [ 670.866024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.867213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.869694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.870080] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.870934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.870934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.870934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.870934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.870934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.870934] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.889023] env[66947]: INFO networking_nsxv3.common.synchronization [req-4a2ba472-1738-406f-b30b-566e368cda75 req-95fc5ffa-6f2f-415e-a4e6-ab34d55de864 tempest-VolumesAdminNegativeTest-1325527441 tempest-VolumesAdminNegativeTest-1325527441-project-member] Enqueued Resource ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 with Priority: HIGHEST for action security_group_members [ 670.890905] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 with Priority: HIGHEST for action security_group_members [ 670.891649] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ec8c493-a04a-430c-8f56-f64e104c07a8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.891649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.891649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.891871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.892061] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.892186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.892186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.892438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.892438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.892574] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ec8c493-a04a-430c-8f56-f64e104c07a8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.026521] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 in Status: SUCCESS [ 671.026521] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 deletion is rescheduled due to dependency. [ 671.026521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.091179] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.091694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.096598] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f6592b5-74bd-4327-9b4f-4e1b50bd9c68 with status ACTIVE [ 671.097064] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.097064] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.097298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.097637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.097637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.097769] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.097939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.097939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.098070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.098152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.098335] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.098707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.098707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.098707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.098707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.098899] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f6592b5-74bd-4327-9b4f-4e1b50bd9c68 is going to be updated. [ 671.102380] env[66947]: INFO networking_nsxv3.common.synchronization [None req-1c7f1624-cbe8-417b-b4c4-cb13b7c4d197 None None] Enqueued Resource ID: bb778b5a-d4dc-4df1-b78e-a8448d4f46ab with Priority: HIGHEST for action port [ 671.103537] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb778b5a-d4dc-4df1-b78e-a8448d4f46ab with Priority: HIGHEST for action port [ 671.103729] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb778b5a-d4dc-4df1-b78e-a8448d4f46ab taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.103839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb778b5a-d4dc-4df1-b78e-a8448d4f46ab" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.103935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb778b5a-d4dc-4df1-b78e-a8448d4f46ab" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.104147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb778b5a-d4dc-4df1-b78e-a8448d4f46ab" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.104233] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb778b5a-d4dc-4df1-b78e-a8448d4f46ab',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.127439] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.128141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.128141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.128141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.128141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.128322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f6592b5-74bd-4327-9b4f-4e1b50bd9c68" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.204985] env[66947]: INFO networking_nsxv3.common.synchronization [None req-9fc8297b-7f07-4861-b68c-fa73d06aeea4 None None] Enqueued Resource ID: 9df4b644-e015-47c3-af97-6741de1ee47c with Priority: HIGHEST for action port [ 671.205555] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9df4b644-e015-47c3-af97-6741de1ee47c with Priority: HIGHEST for action port [ 671.206137] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9df4b644-e015-47c3-af97-6741de1ee47c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.206339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9df4b644-e015-47c3-af97-6741de1ee47c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.206339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9df4b644-e015-47c3-af97-6741de1ee47c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.206615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9df4b644-e015-47c3-af97-6741de1ee47c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.206707] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9df4b644-e015-47c3-af97-6741de1ee47c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.377418] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.377603] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.377648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.377943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.378173] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.378282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.378349] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.378501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.378591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.378691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.378841] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.379037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.379037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.379142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.379267] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.379357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.379418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.379597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.379670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.379705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.381052] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.394423] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.394579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.394579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.394805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.394877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.395074] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.395173] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.395241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.395404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.395658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.395658] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 is going to be updated. [ 671.434359] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.434620] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.438852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.438852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.438852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.454716] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 in Status: IN_PROGRESS for 2s [ 671.607594] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb778b5a-d4dc-4df1-b78e-a8448d4f46ab [ 671.607594] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.607594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.607594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.607594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.607594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.607594] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb778b5a-d4dc-4df1-b78e-a8448d4f46ab already deleted. [ 671.607594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb778b5a-d4dc-4df1-b78e-a8448d4f46ab" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.709870] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9df4b644-e015-47c3-af97-6741de1ee47c [ 671.709870] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.709870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.712066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.712300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.712391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.712495] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9df4b644-e015-47c3-af97-6741de1ee47c already deleted. [ 671.712574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9df4b644-e015-47c3-af97-6741de1ee47c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.885271] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1bbea24-d907-485b-82eb-3844009935d4: rpc.has_security_group_logging(os_id): False [ 671.906612] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.907391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.907391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.908777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.908777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.908777] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.908777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.908777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.908777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.908777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.908777] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.908777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.908777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.910081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.910383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.912657] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.912657] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.912657] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.912657] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.912657] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.912657] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1bbea24-d907-485b-82eb-3844009935d4 is going to be created. [ 672.025027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.025027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.025027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.025027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.025027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.042694] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: IN_PROGRESS for 2s [ 672.212188] env[66947]: INFO networking_nsxv3.common.synchronization [None req-c33305ae-7b27-4283-9f94-21a83ce03c76 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_rules [ 672.212709] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_rules [ 672.213091] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50be6d75-2723-4b5f-8b83-c68fcf088df4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.213246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.213384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.214041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.214041] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.364245] env[66947]: INFO networking_nsxv3.common.synchronization [None req-71dd1b95-6fba-43e2-ba00-3230a9927fe7 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_rules [ 672.364245] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_rules [ 672.364245] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50be6d75-2723-4b5f-8b83-c68fcf088df4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.364245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.460746] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: SUCCESS [ 672.468456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.468456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.468456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.468456] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.468456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.468456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.468456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.468456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.468456] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.735546] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.736079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.736265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.736439] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.736557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.736675] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 already deleted. [ 672.736767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.736924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.737196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.737484] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.971267] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.259232] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.259465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.259465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.259640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.259735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.259831] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 already deleted. [ 673.259915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.464852] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 in Status: SUCCESS [ 673.465106] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 deletion is rescheduled due to dependency. [ 673.465186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.473832] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.975774] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.976218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.976218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.976350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.976400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.976463] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 is going to be updated. [ 674.010391] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.010391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.010391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.010391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.010391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.022351] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: IN_PROGRESS for 2s [ 674.056962] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: SUCCESS [ 674.056962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.400210] env[66947]: INFO networking_nsxv3.common.synchronization [req-e907d033-b17e-4c1d-99d4-00c4269e58d5 req-3c49464e-ef4e-4462-80e2-135309a8720c tempest-ListServerFiltersTestJSON-915618344 tempest-ListServerFiltersTestJSON-915618344-project-member] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 674.400210] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 674.400210] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.400210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.400210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.401455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.402530] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.402530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.402530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.402530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.402822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.402822] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.905364] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.913614] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.913854] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.913929] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.914220] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.914541] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.914709] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.914823] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.915389] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.915608] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.915821] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.915956] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.916142] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.916264] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.916372] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.916470] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.916598] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.938269] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.938476] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.938611] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.938789] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.939136] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-d979be3f-9a8a-4f90-b369-1df8a3652fc0 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.939311] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-d979be3f-9a8a-4f90-b369-1df8a3652fc0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.939428] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-d979be3f-9a8a-4f90-b369-1df8a3652fc0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.939737] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-d979be3f-9a8a-4f90-b369-1df8a3652fc0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.939874] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d979be3f-9a8a-4f90-b369-1df8a3652fc0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.409263] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.441998] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.442243] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.442368] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.442666] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.442813] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.442964] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port d979be3f-9a8a-4f90-b369-1df8a3652fc0 not found, creating... [ 675.443299] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.443649] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.443649] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.443791] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.443931] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.444222] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.444369] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.444485] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.444690] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.444820] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.444954] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: d979be3f-9a8a-4f90-b369-1df8a3652fc0 is going to be created. [ 675.467097] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.467097] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.467097] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.467097] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.467097] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.467097] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-d979be3f-9a8a-4f90-b369-1df8a3652fc0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.911934] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.912156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.912205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.912453] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.912563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.912666] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbea24-d907-485b-82eb-3844009935d4 is going to be updated. [ 675.954456] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.954456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.954456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.954456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.954456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.964925] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: IN_PROGRESS for 2s [ 676.036936] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: SUCCESS [ 676.037475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.037475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.037617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.037865] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.037983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.038194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.038283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.038363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.038411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.038475] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.272196] env[66947]: INFO networking_nsxv3.common.synchronization [req-e907d033-b17e-4c1d-99d4-00c4269e58d5 req-b7ee9be2-898b-469c-851a-78b0f7bdf78e service nova] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_rules [ 676.272383] env[66947]: INFO networking_nsxv3.common.synchronization [req-e907d033-b17e-4c1d-99d4-00c4269e58d5 req-b7ee9be2-898b-469c-851a-78b0f7bdf78e service nova] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 676.272604] env[66947]: INFO networking_nsxv3.common.synchronization [req-e907d033-b17e-4c1d-99d4-00c4269e58d5 req-b7ee9be2-898b-469c-851a-78b0f7bdf78e service nova] Enqueued Resource ID: d979be3f-9a8a-4f90-b369-1df8a3652fc0 with Priority: HIGHEST for action port [ 676.273142] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_rules [ 676.274948] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 676.275175] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d979be3f-9a8a-4f90-b369-1df8a3652fc0 with Priority: HIGHEST for action port [ 676.275514] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.275657] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.275731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.276011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.276123] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.278037] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.278037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.278037] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-d979be3f-9a8a-4f90-b369-1df8a3652fc0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.278037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d979be3f-9a8a-4f90-b369-1df8a3652fc0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.280052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d979be3f-9a8a-4f90-b369-1df8a3652fc0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.280052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d979be3f-9a8a-4f90-b369-1df8a3652fc0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.280052] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d979be3f-9a8a-4f90-b369-1df8a3652fc0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.541840] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.542227] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.542227] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.542518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.542812] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.543019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.543145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.543414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.543823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.543823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.543960] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.544070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.544112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.544354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.544627] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.544775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.544830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.546264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.546450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.546721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.546721] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.782444] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.782608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.782716] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d979be3f-9a8a-4f90-b369-1df8a3652fc0 with status ACTIVE [ 676.782882] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.782984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.783070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.784092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.784092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.784092] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.784092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.784092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.784092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.784092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.784092] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.784613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.784613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.784613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.784613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.784613] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d979be3f-9a8a-4f90-b369-1df8a3652fc0 is going to be updated. [ 676.812236] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.812459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.812459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.812659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.812802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.812978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d979be3f-9a8a-4f90-b369-1df8a3652fc0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.050534] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8827ad2-64f6-41ef-a36c-3da01d7e36b3: rpc.has_security_group_logging(os_id): False [ 677.075098] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.075451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.075532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.075895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.075895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.076549] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.076549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.076549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.076814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.079515] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.079973] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.079973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.080274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.080274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.080435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.081262] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.081262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.081262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.081262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.081262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.081889] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 is going to be updated. [ 677.189093] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.189296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.189367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.189520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.189660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.216387] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: IN_PROGRESS for 2s [ 677.978943] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: SUCCESS [ 677.978943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.978943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.978943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.978943] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.978943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.978943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.978943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.978943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.980171] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.482143] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.677275] env[66947]: INFO networking_nsxv3.common.synchronization [req-168309df-0eaa-44e0-be1c-2066c7906012 req-993e074a-eaee-4337-9629-2ecc6359adbe tempest-ImagesOneServerNegativeTestJSON-1248643252 tempest-ImagesOneServerNegativeTestJSON-1248643252-project-member] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 678.678744] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 678.678744] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.678957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.678957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.679116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.679279] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.679388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.679477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.679646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.679728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.679830] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.987501] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.183889] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.185258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.185385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.185601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.185716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.185949] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.186086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.186154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.186313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.186504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.186504] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be updated. [ 679.218965] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.218965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.218965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.218965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.218965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.229112] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: IN_PROGRESS for 2s [ 679.236618] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: SUCCESS [ 679.236886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.269087] env[66947]: INFO networking_nsxv3.common.synchronization [req-0c97a308-ae8f-4d76-9456-1b02c85bf3cd req-4a8c43d1-28cd-46bb-b14b-f541a6f95a6d tempest-ServerDiagnosticsTest-63879366 tempest-ServerDiagnosticsTest-63879366-project-member] Enqueued Resource ID: 1497a29c-3b3c-463e-bab7-853da21a244a with Priority: HIGHEST for action security_group_members [ 679.269087] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1497a29c-3b3c-463e-bab7-853da21a244a with Priority: HIGHEST for action security_group_members [ 679.269438] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1497a29c-3b3c-463e-bab7-853da21a244a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.270240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.270240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.270240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.270524] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.270524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.270524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.270669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.270669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.270770] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1497a29c-3b3c-463e-bab7-853da21a244a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.491818] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.492072] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.492197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.492488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.492955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.492955] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbea24-d907-485b-82eb-3844009935d4 is going to be updated. [ 679.524118] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.524351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.524446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.524675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.524817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.536938] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: IN_PROGRESS for 2s [ 679.644492] env[66947]: INFO networking_nsxv3.common.synchronization [req-617ba09e-44f9-4a43-8418-6a7e3f65c247 req-ef278995-0944-404b-9d60-ef4e3b4e5c56 tempest-FloatingIPsAssociationTestJSON-843458776 tempest-FloatingIPsAssociationTestJSON-843458776-project-member] Enqueued Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 679.645307] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 679.645396] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.645468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.645527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.649070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.649422] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.649525] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.649525] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.649992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.649992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.649992] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.774725] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.774927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.774984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.775287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.775434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.775664] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.775751] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.775820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.775997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.776150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.776215] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1497a29c-3b3c-463e-bab7-853da21a244a is going to be updated. [ 679.810399] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.810399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.810399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.810399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.810399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.822722] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1497a29c-3b3c-463e-bab7-853da21a244a in Status: IN_PROGRESS for 2s [ 680.153638] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.154849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.154849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.154849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.154849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.155024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.155024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.155223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.155223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.155298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.155443] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 already deleted. [ 680.155536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.201179] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.201422] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-65" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.201589] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-65" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.202044] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-65" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.202415] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.202495] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.202589] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.202852] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.202992] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.203227] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.203338] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.203440] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.203552] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.203680] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.203787] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.203937] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.227364] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.227364] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.227364] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.227364] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-65" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.227364] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.227364] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.227364] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.227757] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.227914] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.731813] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.732065] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.732193] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.732560] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.732674] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.732785] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3 not found, creating... [ 680.733053] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.733226] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.733362] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.734114] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.734114] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.734114] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.734114] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.734277] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.734372] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.734500] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.734632] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3 is going to be created. [ 680.758084] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.758308] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.758351] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.758611] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.758858] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.759512] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.245058] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: SUCCESS [ 681.245474] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 deletion is rescheduled due to dependency. [ 681.245474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.500382] env[66947]: INFO networking_nsxv3.common.synchronization [req-617ba09e-44f9-4a43-8418-6a7e3f65c247 req-b70a905e-9a11-4ab6-ad00-eef9ff253b31 service nova] Enqueued Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_rules [ 681.500480] env[66947]: INFO networking_nsxv3.common.synchronization [req-617ba09e-44f9-4a43-8418-6a7e3f65c247 req-b70a905e-9a11-4ab6-ad00-eef9ff253b31 service nova] Enqueued Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 681.500609] env[66947]: INFO networking_nsxv3.common.synchronization [req-617ba09e-44f9-4a43-8418-6a7e3f65c247 req-b70a905e-9a11-4ab6-ad00-eef9ff253b31 service nova] Enqueued Resource ID: 143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3 with Priority: HIGHEST for action port [ 681.501413] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_rules [ 681.501413] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 681.501413] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3 with Priority: HIGHEST for action port [ 681.501678] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.502182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.502182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.502433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.502469] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.503839] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.504029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.504101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.504323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.504452] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.504557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.504616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.504893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.504981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.505154] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.506808] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.510704] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.510849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.511082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.511169] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.550633] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: SUCCESS [ 681.551354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.554019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.554019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.554019] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.554019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.554019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.554019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.554019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.554019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.554019] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.836507] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1497a29c-3b3c-463e-bab7-853da21a244a in Status: SUCCESS [ 681.836727] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1497a29c-3b3c-463e-bab7-853da21a244a deletion is rescheduled due to dependency. [ 681.836892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.005208] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.005366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.007913] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.013664] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3 with status ACTIVE [ 682.013893] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.014046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.014113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.014335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.014424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.014603] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.014700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.014759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.014909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.014985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.015219] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.015380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.015468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.015619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.015700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.015801] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3 is going to be updated. [ 682.059737] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.061018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.061018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.061018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.061018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.061245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-143ff4a8-6e88-4d1d-9f0c-2c5996d9f4b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.061996] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.061996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.061996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.062219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.062407] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.062528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.062592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.062912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.063089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.063191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.063403] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.063625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.063625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.063810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.063964] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.064121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.064199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.064391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.064499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.064589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.064832] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.509819] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.524149] env[66947]: INFO networking_nsxv3.common.synchronization [req-df2e3d09-c9eb-4f9d-bbac-2d67bbc000ba req-d20ccdfc-8d8e-488b-b6a1-52d423bb70cb tempest-ListServerFiltersTestJSON-915618344 tempest-ListServerFiltersTestJSON-915618344-project-member] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 682.524612] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 682.524931] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.526361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.526487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.526731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.526932] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.527292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.527292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.527396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.527518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.527677] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.569166] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1bbea24-d907-485b-82eb-3844009935d4: rpc.has_security_group_logging(os_id): False [ 682.588528] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.588528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.588528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.588528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.588528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.588528] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.588528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.588528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.588528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.588528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.588984] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.588984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.588984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.588984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.588984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.589748] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.589896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.590073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.590447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.590573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.591584] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1bbea24-d907-485b-82eb-3844009935d4 is going to be updated. [ 682.635473] env[66947]: INFO networking_nsxv3.common.synchronization [None req-09650624-5290-4cd7-a034-971859ebe6fb None None] Enqueued Resource ID: 32e784a0-c803-4b26-a0be-69646b639c6e with Priority: HIGHEST for action port [ 682.636474] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e784a0-c803-4b26-a0be-69646b639c6e with Priority: HIGHEST for action port [ 682.636971] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-32e784a0-c803-4b26-a0be-69646b639c6e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.637098] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32e784a0-c803-4b26-a0be-69646b639c6e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.637166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32e784a0-c803-4b26-a0be-69646b639c6e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.637420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32e784a0-c803-4b26-a0be-69646b639c6e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.637499] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e784a0-c803-4b26-a0be-69646b639c6e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.661346] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.661488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.661559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.661767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.661911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.675815] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: IN_PROGRESS for 2s [ 682.767928] env[66947]: INFO networking_nsxv3.common.synchronization [req-85ed39ad-0341-4dc7-a789-8db4a90163c7 req-52245da6-77fc-44d7-ae56-8267a15b05e3 tempest-ServerAddressesTestJSON-1591811693 tempest-ServerAddressesTestJSON-1591811693-project-member] Enqueued Resource ID: 30b40544-c925-410e-aa00-d8996d35a737 with Priority: HIGHEST for action security_group_members [ 682.768944] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b40544-c925-410e-aa00-d8996d35a737 with Priority: HIGHEST for action security_group_members [ 682.771664] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-30b40544-c925-410e-aa00-d8996d35a737 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.771861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.771996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.772254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.772453] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.772621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.772687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.772861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.772988] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.773116] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30b40544-c925-410e-aa00-d8996d35a737',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.012813] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.013073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.013164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.013407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.013531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.013601] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 is going to be created. [ 683.031473] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.037314] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.037479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.037544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.037772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.038335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.056995] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: UNINITIALIZED for 2s [ 683.141347] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32e784a0-c803-4b26-a0be-69646b639c6e [ 683.141347] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.141347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.141347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.141347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.141347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.141347] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32e784a0-c803-4b26-a0be-69646b639c6e already deleted. [ 683.141347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32e784a0-c803-4b26-a0be-69646b639c6e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.276072] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.276072] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.276349] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.276349] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.276443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.276615] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.276715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.276767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.276915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.277026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.277186] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b40544-c925-410e-aa00-d8996d35a737 is going to be updated. [ 683.315762] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.316068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.316068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.316475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.316475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.329054] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b40544-c925-410e-aa00-d8996d35a737 in Status: IN_PROGRESS for 2s [ 683.397115] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.398036] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.398036] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.398036] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.398291] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.398376] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.398438] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.398704] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.398858] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.399080] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.399187] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.399306] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.399424] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.399634] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.399743] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.399872] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.436061] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.436274] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.436447] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.436653] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-524" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.437011] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-a02bb99e-7476-421f-9a03-e76476a6223a taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.437229] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-a02bb99e-7476-421f-9a03-e76476a6223a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.437359] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-a02bb99e-7476-421f-9a03-e76476a6223a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.437702] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-a02bb99e-7476-421f-9a03-e76476a6223a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.437910] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02bb99e-7476-421f-9a03-e76476a6223a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.535428] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.940863] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.941123] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.941248] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.941674] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.941768] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.941918] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port a02bb99e-7476-421f-9a03-e76476a6223a not found, creating... [ 683.942228] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.942407] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.942544] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.942787] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.942923] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.943220] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.943409] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.943474] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.943658] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.943779] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.943912] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: a02bb99e-7476-421f-9a03-e76476a6223a is going to be created. [ 683.966829] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.967071] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.967226] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.967461] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.967658] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.967889] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-a02bb99e-7476-421f-9a03-e76476a6223a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.039687] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.039851] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.039913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.040147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.040229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.040324] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbea24-d907-485b-82eb-3844009935d4 is going to be updated. [ 684.086420] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.086420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.086420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.086560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.086685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.097169] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: IN_PROGRESS for 2s [ 684.689294] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: SUCCESS [ 684.689573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.691484] env[66947]: INFO networking_nsxv3.common.synchronization [req-df2e3d09-c9eb-4f9d-bbac-2d67bbc000ba req-a7e2d522-6f7e-41c5-9a46-3c3aef3d1e4c service nova] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_rules [ 684.694886] env[66947]: INFO networking_nsxv3.common.synchronization [req-df2e3d09-c9eb-4f9d-bbac-2d67bbc000ba req-a7e2d522-6f7e-41c5-9a46-3c3aef3d1e4c service nova] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 684.694886] env[66947]: INFO networking_nsxv3.common.synchronization [req-df2e3d09-c9eb-4f9d-bbac-2d67bbc000ba req-a7e2d522-6f7e-41c5-9a46-3c3aef3d1e4c service nova] Enqueued Resource ID: a02bb99e-7476-421f-9a03-e76476a6223a with Priority: HIGHEST for action port [ 684.694886] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_rules [ 684.694886] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 684.694886] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02bb99e-7476-421f-9a03-e76476a6223a with Priority: HIGHEST for action port [ 684.695471] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.695591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.695654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.695911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.695953] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.698008] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.698008] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.698008] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-a02bb99e-7476-421f-9a03-e76476a6223a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.698008] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a02bb99e-7476-421f-9a03-e76476a6223a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.698008] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a02bb99e-7476-421f-9a03-e76476a6223a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.698008] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a02bb99e-7476-421f-9a03-e76476a6223a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.698310] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02bb99e-7476-421f-9a03-e76476a6223a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.797297] env[66947]: INFO networking_nsxv3.common.synchronization [None req-c51ff5f1-cb61-4a93-98d7-90499d6063f1 None None] Enqueued Resource ID: 9292337b-7682-4776-a54f-b29a96cc1344 with Priority: HIGHEST for action port [ 684.797897] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9292337b-7682-4776-a54f-b29a96cc1344 with Priority: HIGHEST for action port [ 684.798939] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9292337b-7682-4776-a54f-b29a96cc1344 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.799075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9292337b-7682-4776-a54f-b29a96cc1344" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.799116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9292337b-7682-4776-a54f-b29a96cc1344" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.801110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9292337b-7682-4776-a54f-b29a96cc1344" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.801110] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9292337b-7682-4776-a54f-b29a96cc1344',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.839190] env[66947]: INFO networking_nsxv3.common.synchronization [None req-a937471d-b526-43ff-8c41-55d799ac9bf9 None None] Enqueued Resource ID: 1ad1798e-cef8-42e0-b471-b2b8e879c1d8 with Priority: HIGHEST for action port [ 684.840023] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad1798e-cef8-42e0-b471-b2b8e879c1d8 with Priority: HIGHEST for action port [ 684.840120] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad1798e-cef8-42e0-b471-b2b8e879c1d8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.840207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad1798e-cef8-42e0-b471-b2b8e879c1d8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.840565] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad1798e-cef8-42e0-b471-b2b8e879c1d8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.840565] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad1798e-cef8-42e0-b471-b2b8e879c1d8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.840669] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad1798e-cef8-42e0-b471-b2b8e879c1d8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.070122] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: SUCCESS [ 685.070122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.070293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.070494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.070687] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.070838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.070907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.071146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.071247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.071350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.071769] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.110609] env[66947]: INFO networking_nsxv3.common.synchronization [req-0ec94ed9-67aa-43d6-bc2a-0078146e6194 req-57013abe-88a9-4e25-adf3-d93dc136e3bf tempest-TenantUsagesTestJSON-122739572 tempest-TenantUsagesTestJSON-122739572-project-member] Enqueued Resource ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 with Priority: HIGHEST for action security_group_members [ 685.110609] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 with Priority: HIGHEST for action security_group_members [ 685.110609] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.110609] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.110609] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.111121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.111121] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.111272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.111331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.111507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.111593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.111691] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf2bc22-4de2-4e86-b63c-bb6f69ec3612',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.202775] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.202775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.203097] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a02bb99e-7476-421f-9a03-e76476a6223a with status ACTIVE [ 685.203151] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.203267] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.207025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.207025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.207025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.207025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.207025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.207025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.207025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.207025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.207025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.207025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.207025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.207025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.207025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.207025] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a02bb99e-7476-421f-9a03-e76476a6223a is going to be updated. [ 685.230949] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.231951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.232055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.232269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.232402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.232641] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a02bb99e-7476-421f-9a03-e76476a6223a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.307675] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9292337b-7682-4776-a54f-b29a96cc1344 [ 685.307675] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.307675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.307675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.307675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.307675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.307675] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9292337b-7682-4776-a54f-b29a96cc1344 already deleted. [ 685.307675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9292337b-7682-4776-a54f-b29a96cc1344" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.345489] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ad1798e-cef8-42e0-b471-b2b8e879c1d8 [ 685.345741] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.345876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.345944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.346201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.346293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.346390] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ad1798e-cef8-42e0-b471-b2b8e879c1d8 already deleted. [ 685.346522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad1798e-cef8-42e0-b471-b2b8e879c1d8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.347541] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30b40544-c925-410e-aa00-d8996d35a737 in Status: SUCCESS [ 685.347718] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30b40544-c925-410e-aa00-d8996d35a737 deletion is rescheduled due to dependency. [ 685.347819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.497593] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.497914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.498047] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.498410] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.498746] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.498915] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.499070] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.499340] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.499603] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.503027] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.503027] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.503027] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.503027] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.503027] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.503027] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.503027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.522661] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.522881] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.523070] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.523292] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.523666] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-9e87f3a0-9077-4b4a-a7c6-6568165b2abd taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.523907] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-9e87f3a0-9077-4b4a-a7c6-6568165b2abd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.523993] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-9e87f3a0-9077-4b4a-a7c6-6568165b2abd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.524378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-9e87f3a0-9077-4b4a-a7c6-6568165b2abd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.524532] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e87f3a0-9077-4b4a-a7c6-6568165b2abd',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.577880] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.579073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.579073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.579073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.579073] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.579073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.579962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.580210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.580307] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.580403] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.580565] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.580658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.580718] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.580863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.580998] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.581101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.581175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.581288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.581359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.581436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.581518] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.617771] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.617771] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.617771] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.618145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.618201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.618478] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.618478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.618627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.618688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.618766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.618893] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 already deleted. [ 685.619020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.742491] env[66947]: INFO networking_nsxv3.common.synchronization [None req-c9a30c46-87e3-4f16-a7e3-59852c44df12 tempest-ServersTestJSON-202395692 tempest-ServersTestJSON-202395692-project-member] Enqueued Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_rules [ 685.744104] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_rules [ 685.744104] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.744104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.744104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.744104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.744104] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.982756] env[66947]: INFO networking_nsxv3.common.synchronization [None req-05f4cc2a-25ab-4edb-a8b0-816db9cc9d80 tempest-ServersTestJSON-202395692 tempest-ServersTestJSON-202395692-project-member] Enqueued Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_rules [ 685.983347] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_rules [ 685.983645] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.984091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.027205] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.027598] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.027696] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.029306] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.029306] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.029306] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 9e87f3a0-9077-4b4a-a7c6-6568165b2abd not found, creating... [ 686.029306] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.029306] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.029621] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.029857] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.030051] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.030367] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.030539] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.030660] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.030873] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.031006] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.031786] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 9e87f3a0-9077-4b4a-a7c6-6568165b2abd is going to be created. [ 686.056329] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.056329] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.056329] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.056329] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.056329] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.056329] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-9e87f3a0-9077-4b4a-a7c6-6568165b2abd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.084219] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b3a6dcc-6fed-4536-98b5-2626fd2c9336: rpc.has_security_group_logging(os_id): False [ 686.106969] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.107171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.107264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.107542] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.107659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.107947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.108152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.108294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.108519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.108626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.108897] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.109481] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.109594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.109839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.109945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.110225] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.110339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.110426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.110615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.110715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.110830] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 is going to be created. [ 686.114328] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: SUCCESS [ 686.114571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.115780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.116918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.117360] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.117479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.117552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.117946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.117946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.118120] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.212062] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.212273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.212345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.212575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.212761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.231107] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: IN_PROGRESS for 2s [ 686.263506] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.263722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.263722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.264306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.264306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.264306] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e already deleted. [ 686.264306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.264511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.264511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.264595] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.625431] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.787177] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.787177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.787177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.787177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.787177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.787177] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e already deleted. [ 686.787177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.826044] env[66947]: INFO networking_nsxv3.common.synchronization [req-0ec94ed9-67aa-43d6-bc2a-0078146e6194 req-b22c71bb-6f94-4b0f-865c-a6a14c8d8a86 service nova] Enqueued Resource ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 with Priority: HIGHEST for action security_group_rules [ 686.826044] env[66947]: INFO networking_nsxv3.common.synchronization [req-0ec94ed9-67aa-43d6-bc2a-0078146e6194 req-b22c71bb-6f94-4b0f-865c-a6a14c8d8a86 service nova] Enqueued Resource ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 with Priority: HIGHEST for action security_group_members [ 686.826044] env[66947]: INFO networking_nsxv3.common.synchronization [req-0ec94ed9-67aa-43d6-bc2a-0078146e6194 req-b22c71bb-6f94-4b0f-865c-a6a14c8d8a86 service nova] Enqueued Resource ID: 9e87f3a0-9077-4b4a-a7c6-6568165b2abd with Priority: HIGHEST for action port [ 686.826448] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 with Priority: HIGHEST for action security_group_rules [ 686.826637] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 with Priority: HIGHEST for action security_group_members [ 686.826765] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e87f3a0-9077-4b4a-a7c6-6568165b2abd with Priority: HIGHEST for action port [ 686.827306] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.827479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.827570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.827991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.828056] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf2bc22-4de2-4e86-b63c-bb6f69ec3612',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.830328] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.830328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.830328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.830328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.830328] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.830328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.830551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.830551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.830653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.830687] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf2bc22-4de2-4e86-b63c-bb6f69ec3612',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.833179] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e87f3a0-9077-4b4a-a7c6-6568165b2abd taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.833179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e87f3a0-9077-4b4a-a7c6-6568165b2abd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.833179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e87f3a0-9077-4b4a-a7c6-6568165b2abd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.833179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e87f3a0-9077-4b4a-a7c6-6568165b2abd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.833179] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e87f3a0-9077-4b4a-a7c6-6568165b2abd',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.129246] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.336024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.336024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.336024] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cf2bc22-4de2-4e86-b63c-bb6f69ec3612',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.336523] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e87f3a0-9077-4b4a-a7c6-6568165b2abd with status ACTIVE [ 687.336719] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.336852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.336906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.337159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.337252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.337659] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.337793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.337925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.338286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.338392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.338604] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.338712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.339032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.339248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.339338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.340231] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e87f3a0-9077-4b4a-a7c6-6568165b2abd is going to be updated. [ 687.365297] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.365586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.365586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.365830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.366275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.366587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e87f3a0-9077-4b4a-a7c6-6568165b2abd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.631880] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.632168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.632168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.632432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.632432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.635143] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbea24-d907-485b-82eb-3844009935d4 is going to be updated. [ 687.667052] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.667052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.667380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.667380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.667474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.679681] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: IN_PROGRESS for 2s [ 687.841458] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cf2bc22-4de2-4e86-b63c-bb6f69ec3612',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.033878] env[66947]: INFO networking_nsxv3.common.synchronization [req-b094ff17-e41d-45bb-97f3-6d8d2d8d78e2 req-913177a2-dbc3-46b8-9038-07b64eb7198c tempest-SecurityGroupRulesNegativeTestJSON-1983460613 tempest-SecurityGroupRulesNegativeTestJSON-1983460613-project-member] Enqueued Resource ID: e23a87b2-23f1-4f86-9f46-9f4caa360a92 with Priority: HIGHEST for action security_group_rules [ 688.034604] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e23a87b2-23f1-4f86-9f46-9f4caa360a92 with Priority: HIGHEST for action security_group_rules [ 688.034932] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e23a87b2-23f1-4f86-9f46-9f4caa360a92 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.035081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e23a87b2-23f1-4f86-9f46-9f4caa360a92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.035153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e23a87b2-23f1-4f86-9f46-9f4caa360a92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.035559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e23a87b2-23f1-4f86-9f46-9f4caa360a92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.035903] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e23a87b2-23f1-4f86-9f46-9f4caa360a92',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.245122] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: SUCCESS [ 688.246118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.343597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.343753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.343823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.344073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.344155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.344254] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 is going to be created. [ 688.382415] env[66947]: INFO networking_nsxv3.common.synchronization [None req-5e092f31-cc53-43be-8de2-74cb6986332c None None] Enqueued Resource ID: 7a525fae-9b4b-4b54-93aa-1e7f4eeb0671 with Priority: HIGHEST for action port [ 688.382415] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a525fae-9b4b-4b54-93aa-1e7f4eeb0671 with Priority: HIGHEST for action port [ 688.382415] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a525fae-9b4b-4b54-93aa-1e7f4eeb0671 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.382415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a525fae-9b4b-4b54-93aa-1e7f4eeb0671" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.382415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a525fae-9b4b-4b54-93aa-1e7f4eeb0671" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.382415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a525fae-9b4b-4b54-93aa-1e7f4eeb0671" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.382415] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a525fae-9b4b-4b54-93aa-1e7f4eeb0671',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.388033] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.388224] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.388288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.388537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.388723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.402271] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 in Status: UNINITIALIZED for 2s [ 688.561578] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.561578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.561578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.561578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.561578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.561578] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e23a87b2-23f1-4f86-9f46-9f4caa360a92 already deleted. [ 688.561578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e23a87b2-23f1-4f86-9f46-9f4caa360a92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.884716] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a525fae-9b4b-4b54-93aa-1e7f4eeb0671 [ 688.885042] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.885184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.885258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.885464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.885566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.885705] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a525fae-9b4b-4b54-93aa-1e7f4eeb0671 already deleted. [ 688.885828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a525fae-9b4b-4b54-93aa-1e7f4eeb0671" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.693941] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: SUCCESS [ 689.693941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.693941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.693941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.693941] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.693941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.693941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.693941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.693941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.693941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.693941] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.196636] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.197139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.197297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.197614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.197852] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.198075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.198150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.198346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.198473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.198649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.198847] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.199041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.199291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.199470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.199662] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.199779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.199952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.200163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.200269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.200828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.200828] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.416409] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 in Status: SUCCESS [ 690.416628] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.416938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.418041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.418041] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.418041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.418041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.418041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.418041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.418041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.418041] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cf2bc22-4de2-4e86-b63c-bb6f69ec3612',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.703607] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1bbea24-d907-485b-82eb-3844009935d4: rpc.has_security_group_logging(os_id): False [ 690.721674] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.721802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.721858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.722086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.722180] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.722370] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.722509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.722557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.722809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.722809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.722936] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.722995] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.723087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.723347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.723347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.723504] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.723555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.723588] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.723711] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.723784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.723863] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1bbea24-d907-485b-82eb-3844009935d4 is going to be updated. [ 690.802025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.802219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.802219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.802424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.802723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.832990] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: IN_PROGRESS for 2s [ 690.920445] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.920663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.920663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.920893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.921070] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.921517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.921517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.921517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.921517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.921722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.921722] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.921810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.921847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.921956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.922107] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.922199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.922259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.922397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.922472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.922553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.922642] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cf2bc22-4de2-4e86-b63c-bb6f69ec3612',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.426366] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612: rpc.has_security_group_logging(os_id): False [ 691.448593] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.449472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.449472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.449472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.449633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.449715] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.449815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.449880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.450084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.450222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.450423] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.450533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.450601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.450808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.450896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.451142] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.451619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.451619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.451619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.451619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.451619] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 is going to be created. [ 691.517584] env[66947]: INFO networking_nsxv3.common.synchronization [None req-4e2a8248-c896-4632-ad36-2e25f684fd7d None None] Enqueued Resource ID: 2c08eaa9-8733-46f2-a46e-9cfac48d06b0 with Priority: HIGHEST for action port [ 691.518262] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c08eaa9-8733-46f2-a46e-9cfac48d06b0 with Priority: HIGHEST for action port [ 691.518565] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c08eaa9-8733-46f2-a46e-9cfac48d06b0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.518879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c08eaa9-8733-46f2-a46e-9cfac48d06b0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.519057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c08eaa9-8733-46f2-a46e-9cfac48d06b0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.519280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c08eaa9-8733-46f2-a46e-9cfac48d06b0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.519364] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c08eaa9-8733-46f2-a46e-9cfac48d06b0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.522722] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.522862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.523029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.523251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.523568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.535503] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 in Status: IN_PROGRESS for 2s [ 691.628741] env[66947]: INFO networking_nsxv3.common.synchronization [req-d968aa14-e222-4a83-8d35-f3b3426cf13a req-07efba43-f82e-497b-b234-6df0ec1c52bf tempest-ServersNegativeTestJSON-1781828505 tempest-ServersNegativeTestJSON-1781828505-project-member] Enqueued Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 691.630164] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 691.630164] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.630164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.630838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.630943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.631157] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.631320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.631458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.631879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.632033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.632111] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.021698] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c08eaa9-8733-46f2-a46e-9cfac48d06b0 [ 692.021942] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.022122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.022173] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.022397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.022488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.022588] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c08eaa9-8733-46f2-a46e-9cfac48d06b0 already deleted. [ 692.022685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c08eaa9-8733-46f2-a46e-9cfac48d06b0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.138944] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.139054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.139101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.140167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.140167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.140167] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.140167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.140167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.140167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.140463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.140463] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c already deleted. [ 692.140463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.727061] env[66947]: INFO networking_nsxv3.common.synchronization [req-031a77bc-dfc0-4a24-9ca8-1e023573997b req-e1c8a8b9-bfca-4cfe-9fec-12ed382ba526 tempest-SecurityGroupRulesNegativeTestJSON-1983460613 tempest-SecurityGroupRulesNegativeTestJSON-1983460613-project-member] Enqueued Resource ID: e23a87b2-23f1-4f86-9f46-9f4caa360a92 with Priority: HIGHEST for action security_group_rules [ 692.727061] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e23a87b2-23f1-4f86-9f46-9f4caa360a92 with Priority: HIGHEST for action security_group_rules [ 692.727061] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e23a87b2-23f1-4f86-9f46-9f4caa360a92 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.727061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e23a87b2-23f1-4f86-9f46-9f4caa360a92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.727061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e23a87b2-23f1-4f86-9f46-9f4caa360a92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.727061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e23a87b2-23f1-4f86-9f46-9f4caa360a92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.727061] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e23a87b2-23f1-4f86-9f46-9f4caa360a92',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.850049] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: SUCCESS [ 692.850826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.875651] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.875651] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.875651] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.876067] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.876266] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.876497] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.876541] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.876887] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.876887] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.877290] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.877331] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.877446] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.877548] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.877655] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.877758] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.877925] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.902044] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.902214] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.902363] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.902635] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.902894] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.903089] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.903206] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.903521] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.903654] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab3b8ba-e7df-4d29-a612-b37f6e6968c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.256209] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.256209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.256209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.256209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.256209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.256209] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e23a87b2-23f1-4f86-9f46-9f4caa360a92 already deleted. [ 693.256209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e23a87b2-23f1-4f86-9f46-9f4caa360a92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.299536] env[66947]: INFO networking_nsxv3.common.synchronization [None req-b68f6295-431a-4776-b4ea-9b4607d67008 None None] Enqueued Resource ID: fec98d7e-1ac5-4ef4-96eb-c4564b118ef9 with Priority: HIGHEST for action port [ 693.299536] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fec98d7e-1ac5-4ef4-96eb-c4564b118ef9 with Priority: HIGHEST for action port [ 693.300125] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-fec98d7e-1ac5-4ef4-96eb-c4564b118ef9 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.300125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fec98d7e-1ac5-4ef4-96eb-c4564b118ef9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.300125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fec98d7e-1ac5-4ef4-96eb-c4564b118ef9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.300449] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fec98d7e-1ac5-4ef4-96eb-c4564b118ef9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.300449] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fec98d7e-1ac5-4ef4-96eb-c4564b118ef9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.406839] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.407331] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.407331] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.407464] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.407615] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.407743] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 not found, creating... [ 693.408052] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.408217] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.408326] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.408545] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.408674] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.408948] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.409105] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.409213] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.409411] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.409597] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.409665] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 is going to be created. [ 693.431954] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.432178] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.432293] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.432674] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.432790] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.432970] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.550952] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 in Status: SUCCESS [ 693.551330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.714480] env[66947]: INFO networking_nsxv3.common.synchronization [None req-fd1a2ee0-14d0-48e1-9455-eb8805f6c562 None None] Enqueued Resource ID: a432da1e-7b00-4ff5-ad2a-cfe602af9da7 with Priority: HIGHEST for action port [ 693.715149] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432da1e-7b00-4ff5-ad2a-cfe602af9da7 with Priority: HIGHEST for action port [ 693.715564] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-a432da1e-7b00-4ff5-ad2a-cfe602af9da7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.715710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a432da1e-7b00-4ff5-ad2a-cfe602af9da7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.715828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a432da1e-7b00-4ff5-ad2a-cfe602af9da7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.716498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a432da1e-7b00-4ff5-ad2a-cfe602af9da7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.716654] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a432da1e-7b00-4ff5-ad2a-cfe602af9da7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.803310] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fec98d7e-1ac5-4ef4-96eb-c4564b118ef9 [ 693.803692] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.803692] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.803822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.804411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.804411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.804411] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fec98d7e-1ac5-4ef4-96eb-c4564b118ef9 already deleted. [ 693.804411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fec98d7e-1ac5-4ef4-96eb-c4564b118ef9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.161897] env[66947]: INFO networking_nsxv3.common.synchronization [req-d968aa14-e222-4a83-8d35-f3b3426cf13a req-6cdf42cc-f8c2-44e2-ae77-b10e9f358df1 service nova] Enqueued Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_rules [ 694.162091] env[66947]: INFO networking_nsxv3.common.synchronization [req-d968aa14-e222-4a83-8d35-f3b3426cf13a req-6cdf42cc-f8c2-44e2-ae77-b10e9f358df1 service nova] Enqueued Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 694.162226] env[66947]: INFO networking_nsxv3.common.synchronization [req-d968aa14-e222-4a83-8d35-f3b3426cf13a req-6cdf42cc-f8c2-44e2-ae77-b10e9f358df1 service nova] Enqueued Resource ID: 3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 with Priority: HIGHEST for action port [ 694.162454] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_rules [ 694.162583] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 694.162680] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 with Priority: HIGHEST for action port [ 694.165065] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.165204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.165275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.165533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.165617] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.166513] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.166649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.166691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.166866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.167018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.167116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.167193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.167357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.167443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.167535] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.169785] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.169919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.169956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.170166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.170218] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab3b8ba-e7df-4d29-a612-b37f6e6968c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.220150] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a432da1e-7b00-4ff5-ad2a-cfe602af9da7 [ 694.220397] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.220535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.220592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.220790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.221582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.222346] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a432da1e-7b00-4ff5-ad2a-cfe602af9da7 already deleted. [ 694.222346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a432da1e-7b00-4ff5-ad2a-cfe602af9da7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.675027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.675027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.675027] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.675027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 with status ACTIVE [ 694.675027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.675027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.675027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.675027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.675027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.675027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.675027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.675027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.675027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.675027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.675736] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.675736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.675736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.675736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.675736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.675736] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 is going to be updated. [ 694.701114] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.701287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.701351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.701766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.701766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.701914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.180441] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.573216] env[66947]: INFO networking_nsxv3.common.synchronization [None req-06a7b365-fbb3-4fa2-92f9-361eee3f54c0 None None] Enqueued Resource ID: 675f8349-a679-4c54-9957-71eda3f76078 with Priority: HIGHEST for action port [ 695.574227] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 675f8349-a679-4c54-9957-71eda3f76078 with Priority: HIGHEST for action port [ 695.574703] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-675f8349-a679-4c54-9957-71eda3f76078 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.575697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-675f8349-a679-4c54-9957-71eda3f76078" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.575785] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-675f8349-a679-4c54-9957-71eda3f76078" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.576241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-675f8349-a679-4c54-9957-71eda3f76078" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.576241] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('675f8349-a679-4c54-9957-71eda3f76078',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.685169] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.685169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.685169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.687258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.687258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.687258] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c is going to be created. [ 695.720103] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.720274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.720346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.720540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.720696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.737923] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: UNINITIALIZED for 2s [ 696.078566] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 675f8349-a679-4c54-9957-71eda3f76078 [ 696.078811] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.078937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.079024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.079610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.079610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.079610] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:675f8349-a679-4c54-9957-71eda3f76078 already deleted. [ 696.079610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-675f8349-a679-4c54-9957-71eda3f76078" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.308536] env[66947]: INFO networking_nsxv3.common.synchronization [None req-11020b56-8413-43e4-b277-c420a4dac410 None None] Enqueued Resource ID: 8f362344-452f-412e-b59b-b5cb15387c71 with Priority: HIGHEST for action port [ 696.309112] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f362344-452f-412e-b59b-b5cb15387c71 with Priority: HIGHEST for action port [ 696.309443] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f362344-452f-412e-b59b-b5cb15387c71 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.309956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f362344-452f-412e-b59b-b5cb15387c71" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.310174] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f362344-452f-412e-b59b-b5cb15387c71" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.310450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f362344-452f-412e-b59b-b5cb15387c71" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.310525] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f362344-452f-412e-b59b-b5cb15387c71',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.812518] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f362344-452f-412e-b59b-b5cb15387c71 [ 696.812795] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.812977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.813066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.813273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.813398] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.814044] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f362344-452f-412e-b59b-b5cb15387c71 already deleted. [ 696.814044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f362344-452f-412e-b59b-b5cb15387c71" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.509091] env[66947]: INFO networking_nsxv3.common.synchronization [None req-53710577-2159-4964-bb21-8b06c6c52f48 None None] Enqueued Resource ID: 61ad54d2-3e1b-4930-89ae-d612331d4bad with Priority: HIGHEST for action port [ 697.510373] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ad54d2-3e1b-4930-89ae-d612331d4bad with Priority: HIGHEST for action port [ 697.510373] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-61ad54d2-3e1b-4930-89ae-d612331d4bad taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.510373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61ad54d2-3e1b-4930-89ae-d612331d4bad" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.510373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61ad54d2-3e1b-4930-89ae-d612331d4bad" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.512446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61ad54d2-3e1b-4930-89ae-d612331d4bad" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.512446] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61ad54d2-3e1b-4930-89ae-d612331d4bad',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.751434] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: SUCCESS [ 697.751653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.752989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.752989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.752989] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.752989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.752989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.752989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.752989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.753323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.753323] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.907688] env[66947]: INFO networking_nsxv3.common.synchronization [req-26ce8a13-10b5-4180-92ab-9e097477fefc req-f5a1551c-8aa4-4050-918b-192baff467f5 tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 697.908293] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 697.908653] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.909394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.909394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.909394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.909394] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.909394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.909394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.909661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.909661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.909729] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.967310] env[66947]: INFO networking_nsxv3.common.synchronization [None req-5389d220-72d6-4180-89e8-20f3696f5e5f None None] Enqueued Resource ID: d812934b-9d57-47bc-8cbd-a3c136cf3734 with Priority: HIGHEST for action port [ 697.967310] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d812934b-9d57-47bc-8cbd-a3c136cf3734 with Priority: HIGHEST for action port [ 697.967310] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-d812934b-9d57-47bc-8cbd-a3c136cf3734 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.967310] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d812934b-9d57-47bc-8cbd-a3c136cf3734" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.967615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d812934b-9d57-47bc-8cbd-a3c136cf3734" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.968130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d812934b-9d57-47bc-8cbd-a3c136cf3734" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.968321] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d812934b-9d57-47bc-8cbd-a3c136cf3734',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.014639] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61ad54d2-3e1b-4930-89ae-d612331d4bad [ 698.014886] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.014991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.015071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.015606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.015606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.015606] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61ad54d2-3e1b-4930-89ae-d612331d4bad already deleted. [ 698.015606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61ad54d2-3e1b-4930-89ae-d612331d4bad" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.256453] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.256632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.256669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.256884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.257053] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.257155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.257231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.257379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.257486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.257578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.257817] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.257817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.258019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.258113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.258923] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.258923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.258923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.258923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.258923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.258923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.258923] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.286968] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.286968] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.286968] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.287199] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.287374] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.287532] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.287643] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.287860] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.288038] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.288245] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.288356] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.288457] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.288562] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.288668] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.288767] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.288893] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.309980] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.310208] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.310208] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.310359] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.310695] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-db5c4225-ebe3-43e9-99b8-d3390d7ba552 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.310863] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-db5c4225-ebe3-43e9-99b8-d3390d7ba552" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.310972] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-db5c4225-ebe3-43e9-99b8-d3390d7ba552" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.311308] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-db5c4225-ebe3-43e9-99b8-d3390d7ba552" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.311439] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5c4225-ebe3-43e9-99b8-d3390d7ba552',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.415556] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.415724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.415766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.416087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.416180] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.416377] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.416502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.416538] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.416744] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.416848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.416902] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa already deleted. [ 698.416984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.471233] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d812934b-9d57-47bc-8cbd-a3c136cf3734 [ 698.471439] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.471575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.471646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.471861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.471951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.472058] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d812934b-9d57-47bc-8cbd-a3c136cf3734 already deleted. [ 698.472147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d812934b-9d57-47bc-8cbd-a3c136cf3734" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.761505] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a8ad27b-bfb4-4423-9259-1de186bce18c: rpc.has_security_group_logging(os_id): False [ 698.787773] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.788084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.788084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.789020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.789020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.789020] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.789020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.789020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.789020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.789020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.789925] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.789925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.789925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.789925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.789925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.789925] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.789925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.790419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.790419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.790419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.790419] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c is going to be created. [ 698.813827] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.814074] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.815686] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.816393] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.816393] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.816393] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port db5c4225-ebe3-43e9-99b8-d3390d7ba552 not found, creating... [ 698.816621] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.816621] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.816724] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.816923] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.817182] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.817432] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.817501] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.817585] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.817990] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.817990] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.818205] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: db5c4225-ebe3-43e9-99b8-d3390d7ba552 is going to be created. [ 698.918595] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.918789] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.919119] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.919263] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.920650] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.920650] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-db5c4225-ebe3-43e9-99b8-d3390d7ba552" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.925875] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.925875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.925875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.925875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.925875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.940877] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: IN_PROGRESS for 2s [ 699.576754] env[66947]: INFO networking_nsxv3.common.synchronization [req-26ce8a13-10b5-4180-92ab-9e097477fefc req-97575555-0ecc-4021-99a5-a0703a1c50a4 service nova] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_rules [ 699.577031] env[66947]: INFO networking_nsxv3.common.synchronization [req-26ce8a13-10b5-4180-92ab-9e097477fefc req-97575555-0ecc-4021-99a5-a0703a1c50a4 service nova] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 699.577087] env[66947]: INFO networking_nsxv3.common.synchronization [req-26ce8a13-10b5-4180-92ab-9e097477fefc req-97575555-0ecc-4021-99a5-a0703a1c50a4 service nova] Enqueued Resource ID: db5c4225-ebe3-43e9-99b8-d3390d7ba552 with Priority: HIGHEST for action port [ 699.577261] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_rules [ 699.577389] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 699.577485] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5c4225-ebe3-43e9-99b8-d3390d7ba552 with Priority: HIGHEST for action port [ 699.577980] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.582221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.582311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.582576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.582663] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.583547] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.583689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.583871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.583911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.584052] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.584175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.584234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.584328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.584415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.584521] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.585699] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5c4225-ebe3-43e9-99b8-d3390d7ba552 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.585699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5c4225-ebe3-43e9-99b8-d3390d7ba552" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.585699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5c4225-ebe3-43e9-99b8-d3390d7ba552" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.585699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5c4225-ebe3-43e9-99b8-d3390d7ba552" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.585699] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5c4225-ebe3-43e9-99b8-d3390d7ba552',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.667473] env[66947]: INFO networking_nsxv3.common.synchronization [None req-e77f6c0c-b7bf-46d6-9cb9-9cb2685b515c tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_rules [ 699.668409] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_rules [ 699.668751] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.668956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.669219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.669786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.669921] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cb2a8c9-6dab-4313-8760-0277cb9d9728',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.925287] env[66947]: INFO networking_nsxv3.common.synchronization [None req-2258bffe-4409-41d5-be6f-349f76f7c4c9 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_rules [ 699.926600] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_rules [ 699.926600] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.926600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.088972] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.090082] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.090209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.090347] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db5c4225-ebe3-43e9-99b8-d3390d7ba552 with status ACTIVE [ 700.090498] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.090601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.090661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.090856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.090988] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.091185] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.091378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.091378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.092722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.092722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.092722] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.092722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.092722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.095199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.095199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.095199] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db5c4225-ebe3-43e9-99b8-d3390d7ba552 is going to be updated. [ 700.120234] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.120413] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.120490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.120699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.120838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.121149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5c4225-ebe3-43e9-99b8-d3390d7ba552" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.178604] env[66947]: INFO networking_nsxv3.common.synchronization [None req-d455a05f-fd2d-4ecd-8ace-2a3780858d8a None None] Enqueued Resource ID: 34cc3799-a3c3-4bcb-bdaf-108fa18d7100 with Priority: HIGHEST for action port [ 700.179143] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34cc3799-a3c3-4bcb-bdaf-108fa18d7100 with Priority: HIGHEST for action port [ 700.179657] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-34cc3799-a3c3-4bcb-bdaf-108fa18d7100 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.179808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34cc3799-a3c3-4bcb-bdaf-108fa18d7100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.179876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34cc3799-a3c3-4bcb-bdaf-108fa18d7100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.180313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34cc3799-a3c3-4bcb-bdaf-108fa18d7100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.180400] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34cc3799-a3c3-4bcb-bdaf-108fa18d7100',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.191592] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.191727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.191804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.191996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.192100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.192195] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 already deleted. [ 700.192279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.193115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.193221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.193326] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cb2a8c9-6dab-4313-8760-0277cb9d9728',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.598376] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.682770] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34cc3799-a3c3-4bcb-bdaf-108fa18d7100 [ 700.682981] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.683190] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.683253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.683491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.683578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.686882] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34cc3799-a3c3-4bcb-bdaf-108fa18d7100 already deleted. [ 700.686882] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34cc3799-a3c3-4bcb-bdaf-108fa18d7100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.717198] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.717330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.717385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.717592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.717675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.717765] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 already deleted. [ 700.717891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.955551] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: SUCCESS [ 700.955961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.105419] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.105419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.105419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.105641] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.105782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.105884] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be created. [ 701.135040] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.135215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.135258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.135484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.135730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.146612] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: UNINITIALIZED for 2s [ 701.876478] env[66947]: INFO networking_nsxv3.common.synchronization [req-cd10c4cf-70fe-4eb0-9798-5258a5893dd1 req-21d034d2-f12c-4abd-a495-980075e722dd tempest-SecurityGroupRulesTestJSON-1283390229 tempest-SecurityGroupRulesTestJSON-1283390229-project-member] Enqueued Resource ID: 189961b0-09cc-4a69-b6e6-221eb96b940d with Priority: HIGHEST for action security_group_rules [ 701.877035] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189961b0-09cc-4a69-b6e6-221eb96b940d with Priority: HIGHEST for action security_group_rules [ 701.877342] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-189961b0-09cc-4a69-b6e6-221eb96b940d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.877467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-189961b0-09cc-4a69-b6e6-221eb96b940d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.877534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-189961b0-09cc-4a69-b6e6-221eb96b940d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.877785] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-189961b0-09cc-4a69-b6e6-221eb96b940d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.877868] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('189961b0-09cc-4a69-b6e6-221eb96b940d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.400971] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.401299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.401299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.401553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.401636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.401741] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 189961b0-09cc-4a69-b6e6-221eb96b940d already deleted. [ 702.401832] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-189961b0-09cc-4a69-b6e6-221eb96b940d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.942138] env[66947]: INFO networking_nsxv3.common.synchronization [req-3f6f29f7-2896-475f-9afd-a07398e32ad8 req-67e56b99-ace9-43bc-bffe-227f7a81c0d9 tempest-ServerRescueNegativeTestJSON-1608535984 tempest-ServerRescueNegativeTestJSON-1608535984-project-member] Enqueued Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 702.942785] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 702.943400] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.943541] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.943610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.943907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.944103] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.944269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.944350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.944520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.944611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.944710] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.157733] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 703.157949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.158169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.158401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.158845] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.158845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.158845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.159032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.159060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.159128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.159252] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.451023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.451023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.451023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.451023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.451023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.451023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.451023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.451023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.451023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.451023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.451023] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 already deleted. [ 703.451023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.496976] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.497181] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.497296] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.497608] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.497859] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.498012] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.498144] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.498349] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.498484] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.498758] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.498819] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.499737] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.499737] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.499737] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.499737] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.499737] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.519105] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.519289] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.519424] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.519591] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.519881] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-a3b4376f-cb78-4618-b443-b58ff0313be6 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.520055] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-a3b4376f-cb78-4618-b443-b58ff0313be6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.520173] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-a3b4376f-cb78-4618-b443-b58ff0313be6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.520495] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-a3b4376f-cb78-4618-b443-b58ff0313be6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.520629] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3b4376f-cb78-4618-b443-b58ff0313be6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.667946] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.667946] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.667946] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.667946] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.667946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.668584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.668584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.668584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.668584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.668584] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.024307] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.024307] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.024307] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.024423] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.024659] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.024720] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port a3b4376f-cb78-4618-b443-b58ff0313be6 not found, creating... [ 704.024996] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.025550] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.025550] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.025550] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.025690] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.025860] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.025999] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.026150] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.026372] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.026483] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.027207] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: a3b4376f-cb78-4618-b443-b58ff0313be6 is going to be created. [ 704.051251] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.051438] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.052293] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.052293] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.052293] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.052293] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-a3b4376f-cb78-4618-b443-b58ff0313be6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.170517] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b99151e-fe66-44a1-af70-3c916dfb08fa: rpc.has_security_group_logging(os_id): False [ 704.192067] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.192345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.192345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.192678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.192886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.193899] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.193899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.193899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.193899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.193899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.193899] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.193899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.193899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.194250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.194250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.194454] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.194567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.194638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.194844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.194944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.195077] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be created. [ 704.270697] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.270908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.270908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.271141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.271320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.282336] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 704.827210] env[66947]: INFO networking_nsxv3.common.synchronization [req-3f6f29f7-2896-475f-9afd-a07398e32ad8 req-69bcc2df-9f3e-48c0-80cf-11c19bca5cf1 service nova] Enqueued Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_rules [ 704.827729] env[66947]: INFO networking_nsxv3.common.synchronization [req-3f6f29f7-2896-475f-9afd-a07398e32ad8 req-69bcc2df-9f3e-48c0-80cf-11c19bca5cf1 service nova] Enqueued Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 704.827729] env[66947]: INFO networking_nsxv3.common.synchronization [req-3f6f29f7-2896-475f-9afd-a07398e32ad8 req-69bcc2df-9f3e-48c0-80cf-11c19bca5cf1 service nova] Enqueued Resource ID: a3b4376f-cb78-4618-b443-b58ff0313be6 with Priority: HIGHEST for action port [ 704.828586] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_rules [ 704.828753] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 704.828923] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b4376f-cb78-4618-b443-b58ff0313be6 with Priority: HIGHEST for action port [ 704.829314] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.829829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.829829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.829992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.830128] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.831329] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.832062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.832062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.832062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.832062] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.832062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.832297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.833744] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.833744] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.833744] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.833744] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3b4376f-cb78-4618-b443-b58ff0313be6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.833744] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3b4376f-cb78-4618-b443-b58ff0313be6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.833927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3b4376f-cb78-4618-b443-b58ff0313be6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.833992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3b4376f-cb78-4618-b443-b58ff0313be6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.835839] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3b4376f-cb78-4618-b443-b58ff0313be6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.338451] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.338451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.338451] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.338451] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3b4376f-cb78-4618-b443-b58ff0313be6 with status ACTIVE [ 705.342233] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.342379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.342474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.342688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.342787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.342980] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.343145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.343214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.343378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.343455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.343660] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.343762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.343910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.344122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.344122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.344213] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3b4376f-cb78-4618-b443-b58ff0313be6 is going to be updated. [ 705.369808] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.369808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.369808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.369808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.370097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.370097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3b4376f-cb78-4618-b443-b58ff0313be6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.467562] env[66947]: INFO networking_nsxv3.common.synchronization [req-c218e614-de23-446a-a350-7a139bba2d21 req-2d4bc647-e871-4447-9df8-678df5180a82 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_members [ 705.468214] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_members [ 705.471526] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-50be6d75-2723-4b5f-8b83-c68fcf088df4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.471526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.471526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.471526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.471526] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.471526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.471526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.471526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.471526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.471526] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.839266] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.857066] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.857260] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.857381] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.857745] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.858106] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.858509] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.858588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.858815] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.858955] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.859218] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.859378] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.859541] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.859592] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.859719] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.859779] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.859908] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.879387] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.879595] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.879859] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.879914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.880241] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-df860639-9d74-45a0-960a-999b2fd4b1f0 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.880441] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-df860639-9d74-45a0-960a-999b2fd4b1f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.880565] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-df860639-9d74-45a0-960a-999b2fd4b1f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.880880] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-df860639-9d74-45a0-960a-999b2fd4b1f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.881030] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df860639-9d74-45a0-960a-999b2fd4b1f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.972529] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.973233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.973233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.973233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.973233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.973494] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.973544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.973730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.973801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.974140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.974140] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 already deleted. [ 705.974140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.296347] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 706.296468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.342404] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.342571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.342683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.342899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.343023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.343139] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 is going to be created. [ 706.368113] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.368271] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.368385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.368554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.368719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.378855] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: UNINITIALIZED for 2s [ 706.383705] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.383840] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.383909] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.384207] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.384398] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.384499] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port df860639-9d74-45a0-960a-999b2fd4b1f0 not found, creating... [ 706.384766] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.384915] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.385308] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.385540] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.385677] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.386016] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.386124] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.386288] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.386435] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.386641] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.386779] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: df860639-9d74-45a0-960a-999b2fd4b1f0 is going to be created. [ 706.407402] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.408581] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.408581] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.408581] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.408581] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.408581] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-df860639-9d74-45a0-960a-999b2fd4b1f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.154159] env[66947]: INFO networking_nsxv3.common.synchronization [req-c218e614-de23-446a-a350-7a139bba2d21 req-1f3e066b-53d3-47d3-9836-b961f6fbad59 service nova] Enqueued Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_rules [ 707.154159] env[66947]: INFO networking_nsxv3.common.synchronization [req-c218e614-de23-446a-a350-7a139bba2d21 req-1f3e066b-53d3-47d3-9836-b961f6fbad59 service nova] Enqueued Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_members [ 707.154159] env[66947]: INFO networking_nsxv3.common.synchronization [req-c218e614-de23-446a-a350-7a139bba2d21 req-1f3e066b-53d3-47d3-9836-b961f6fbad59 service nova] Enqueued Resource ID: df860639-9d74-45a0-960a-999b2fd4b1f0 with Priority: HIGHEST for action port [ 707.155608] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_rules [ 707.155796] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_members [ 707.155903] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df860639-9d74-45a0-960a-999b2fd4b1f0 with Priority: HIGHEST for action port [ 707.156249] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50be6d75-2723-4b5f-8b83-c68fcf088df4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.156385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.156534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.156708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.156865] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.158535] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-50be6d75-2723-4b5f-8b83-c68fcf088df4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.158719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.158801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.159197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.159369] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.159465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.159818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.159818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.159818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.159941] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.160797] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-df860639-9d74-45a0-960a-999b2fd4b1f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.160929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df860639-9d74-45a0-960a-999b2fd4b1f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.160990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df860639-9d74-45a0-960a-999b2fd4b1f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.161119] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df860639-9d74-45a0-960a-999b2fd4b1f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.161198] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df860639-9d74-45a0-960a-999b2fd4b1f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.662028] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-50be6d75-2723-4b5f-8b83-c68fcf088df4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.662028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.663469] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df860639-9d74-45a0-960a-999b2fd4b1f0 with status ACTIVE [ 707.663697] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.663876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.663962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.664283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.664488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.664687] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.664833] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.664929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.665195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.665316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.665514] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.665595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.665674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.665862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.665955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.666087] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df860639-9d74-45a0-960a-999b2fd4b1f0 is going to be updated. [ 707.669499] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.701581] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.703749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.703749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.703749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.703749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.703749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df860639-9d74-45a0-960a-999b2fd4b1f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.916840] env[66947]: INFO networking_nsxv3.common.synchronization [None req-6ff911c0-07c9-4d75-80ed-76cd49b7ebb4 None None] Enqueued Resource ID: 54dea0fa-3e9a-4273-9fb9-436504723965 with Priority: HIGHEST for action port [ 707.917250] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dea0fa-3e9a-4273-9fb9-436504723965 with Priority: HIGHEST for action port [ 707.917670] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-54dea0fa-3e9a-4273-9fb9-436504723965 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.918291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54dea0fa-3e9a-4273-9fb9-436504723965" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.918291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54dea0fa-3e9a-4273-9fb9-436504723965" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.918401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54dea0fa-3e9a-4273-9fb9-436504723965" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.918511] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54dea0fa-3e9a-4273-9fb9-436504723965',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.041072] env[66947]: INFO networking_nsxv3.common.synchronization [req-3c7584f5-bd39-4d13-bab1-2210c5327d2c req-ae0fe8dd-475e-4815-ba9e-96c5fed6f6e6 tempest-ImagesOneServerTestJSON-813079129 tempest-ImagesOneServerTestJSON-813079129-project-member] Enqueued Resource ID: 52785e17-c678-4087-9811-f1d8e254d7d1 with Priority: HIGHEST for action security_group_members [ 708.041072] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52785e17-c678-4087-9811-f1d8e254d7d1 with Priority: HIGHEST for action security_group_members [ 708.041072] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-52785e17-c678-4087-9811-f1d8e254d7d1 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.041072] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.041429] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.042060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.042371] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.042610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.042761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.043022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.043197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.044456] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('52785e17-c678-4087-9811-f1d8e254d7d1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.171762] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.363030] env[66947]: INFO networking_nsxv3.common.synchronization [req-eb1e3563-ff7a-4e8d-8938-ed710fb13352 req-70ff8c3c-ca35-4359-8711-ab8845180db9 tempest-SecurityGroupRulesTestJSON-1283390229 tempest-SecurityGroupRulesTestJSON-1283390229-project-member] Enqueued Resource ID: 66315a06-3441-409b-a4e0-171fc1e62b73 with Priority: HIGHEST for action security_group_rules [ 708.363329] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66315a06-3441-409b-a4e0-171fc1e62b73 with Priority: HIGHEST for action security_group_rules [ 708.363774] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66315a06-3441-409b-a4e0-171fc1e62b73 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.364187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66315a06-3441-409b-a4e0-171fc1e62b73" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.364391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66315a06-3441-409b-a4e0-171fc1e62b73" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.364797] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66315a06-3441-409b-a4e0-171fc1e62b73" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.365063] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66315a06-3441-409b-a4e0-171fc1e62b73',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.394977] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: SUCCESS [ 708.394977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.394977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.394977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.394977] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.394977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.395613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.395896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.396370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.396572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.396753] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.422865] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54dea0fa-3e9a-4273-9fb9-436504723965 [ 708.423168] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.423306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.423379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.423586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.423707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.423807] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54dea0fa-3e9a-4273-9fb9-436504723965 already deleted. [ 708.423896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54dea0fa-3e9a-4273-9fb9-436504723965" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.545483] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.545483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.545483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.545673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.545673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.545802] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.545888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.548342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.548342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.548342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.548342] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52785e17-c678-4087-9811-f1d8e254d7d1 is going to be updated. [ 708.578615] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.578783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.578858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.579133] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.579364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.591183] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52785e17-c678-4087-9811-f1d8e254d7d1 in Status: IN_PROGRESS for 2s [ 708.673984] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.674229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.674229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.675385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.675385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.675385] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 is going to be created. [ 708.704607] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.704767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.704874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.705211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.705383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.719325] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 in Status: UNINITIALIZED for 2s [ 708.892919] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.893080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.893149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.893366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.893466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.893559] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66315a06-3441-409b-a4e0-171fc1e62b73 already deleted. [ 708.893696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66315a06-3441-409b-a4e0-171fc1e62b73" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.899580] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.899838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.899838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.900097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.900236] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.900335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.900399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.900556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.900639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.900745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.900874] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.900964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.901038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.901180] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.901732] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.901732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.901732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.901732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.901732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.901732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.901965] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.404636] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85572538-1291-4d05-b802-6ae1bbeedfa2: rpc.has_security_group_logging(os_id): False [ 709.434036] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.434036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.434036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.434240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.434297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.435306] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.435306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.435306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.435306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.435306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.435306] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.435306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.435306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.435796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.435796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.435796] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.435796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.435796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.436055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.436055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.436055] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 is going to be created. [ 709.528788] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.528788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.528788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.528788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.528989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.541546] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: IN_PROGRESS for 2s [ 709.968695] env[66947]: INFO networking_nsxv3.common.synchronization [None req-21614d2b-14ce-42be-ae92-01761a08998e tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_rules [ 709.969511] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_rules [ 709.969947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.970094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.970163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.970467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.970524] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.141492] env[66947]: INFO networking_nsxv3.common.synchronization [None req-a7afbdc1-fdd6-41bd-865f-a7cd36b8ca5c tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_rules [ 710.143307] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_rules [ 710.143672] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.143796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.162600] env[66947]: INFO networking_nsxv3.common.synchronization [None req-21367569-0b50-4da5-8b40-7959c785c2a3 None None] Enqueued Resource ID: 2936ebb9-efe6-45e7-8a83-81248b71a0be with Priority: HIGHEST for action port [ 710.162849] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2936ebb9-efe6-45e7-8a83-81248b71a0be with Priority: HIGHEST for action port [ 710.163408] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-2936ebb9-efe6-45e7-8a83-81248b71a0be taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.164078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2936ebb9-efe6-45e7-8a83-81248b71a0be" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.166273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2936ebb9-efe6-45e7-8a83-81248b71a0be" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.166730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2936ebb9-efe6-45e7-8a83-81248b71a0be" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.168063] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2936ebb9-efe6-45e7-8a83-81248b71a0be',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.459895] env[66947]: INFO networking_nsxv3.common.synchronization [req-79942585-f879-4fec-9a15-14dc3fa50c3d req-c335a276-f847-411a-802e-0d3bd6c2f296 tempest-ServersTestBootFromVolume-1833836239 tempest-ServersTestBootFromVolume-1833836239-project-member] Enqueued Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_members [ 710.461459] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGHEST for action security_group_members [ 710.461829] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.461953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.462028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.462248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.462411] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.462513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.462566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.462761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.462854] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.462954] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2f11c9a-c785-40b6-82e9-ed4969a1e1f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.497365] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.497365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.497365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.497365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.497365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.497365] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 already deleted. [ 710.497365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.497365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.497365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.497365] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.602219] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 52785e17-c678-4087-9811-f1d8e254d7d1 in Status: SUCCESS [ 710.602219] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 52785e17-c678-4087-9811-f1d8e254d7d1 deletion is rescheduled due to dependency. [ 710.602219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.670908] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2936ebb9-efe6-45e7-8a83-81248b71a0be [ 710.671387] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.671672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.672507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.672507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.672507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.672507] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2936ebb9-efe6-45e7-8a83-81248b71a0be already deleted. [ 710.672507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2936ebb9-efe6-45e7-8a83-81248b71a0be" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.731580] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 in Status: SUCCESS [ 710.731811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.733040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.733040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.733040] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.733040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.733040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.733040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.733040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.733040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.733040] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.969028] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.969028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.969028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.969028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.969028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.969028] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.969028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.969028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.969028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.969028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.969028] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 is going to be updated. [ 710.999590] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.999590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.999590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.999590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.999590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.015432] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 in Status: IN_PROGRESS for 2s [ 711.023516] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.023516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.023516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.023516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.023516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.023516] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 already deleted. [ 711.023516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.238416] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.554084] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: SUCCESS [ 711.554396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.744752] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50be6d75-2723-4b5f-8b83-c68fcf088df4: rpc.has_security_group_logging(os_id): False [ 711.765358] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.765575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.765649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.765925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.766112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.766389] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.766498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.766573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.766757] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.766884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.766915] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 is going to be created. [ 711.853338] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.854619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.854619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.854619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.854619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.868248] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 in Status: IN_PROGRESS for 2s [ 712.235122] env[66947]: INFO networking_nsxv3.common.synchronization [req-28a572e7-a4aa-4fc7-a9e8-f751060d82e5 req-98d923bb-c10e-48c6-a5c7-962dfcdebfce tempest-TenantUsagesTestJSON-122739572 tempest-TenantUsagesTestJSON-122739572-project-member] Enqueued Resource ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 with Priority: HIGHEST for action security_group_members [ 712.235660] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 with Priority: HIGHEST for action security_group_members [ 712.236497] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.236497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.236497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.236674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.236735] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.236840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.236904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.237066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.237178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.237273] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cf2bc22-4de2-4e86-b63c-bb6f69ec3612',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.633558] env[66947]: INFO networking_nsxv3.common.synchronization [req-f70197b8-7788-4b60-b2bf-c1adb74225c8 req-90299f36-729c-47e4-95f3-61c53bb965d0 tempest-ServerRescueTestJSON-721938719 tempest-ServerRescueTestJSON-721938719-project-member] Enqueued Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 712.634292] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 712.634440] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.634625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.634625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.634818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.635293] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.635293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.635293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.635293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.635468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.635468] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.739910] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.740108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.740183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.740389] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.740555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.740755] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.740839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.740903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.741062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.741139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.741297] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 is going to be updated. [ 712.775768] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.775960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.775960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.777316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.777316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.789926] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 in Status: IN_PROGRESS for 2s [ 713.028329] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 in Status: SUCCESS [ 713.028329] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 deletion is rescheduled due to dependency. [ 713.028329] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.137688] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.640418] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.884081] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 in Status: SUCCESS [ 713.884146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.951388] env[66947]: INFO networking_nsxv3.common.synchronization [req-959d3210-8ffb-4854-a235-890cdbc4bf5f req-8e11dd20-e011-4e2c-85c8-408dde4de4a2 tempest-SecurityGroupRulesTestJSON-1283390229 tempest-SecurityGroupRulesTestJSON-1283390229-project-member] Enqueued Resource ID: b71f2542-709e-4518-aec1-71088b2d8e33 with Priority: HIGHEST for action security_group_rules [ 713.952469] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b71f2542-709e-4518-aec1-71088b2d8e33 with Priority: HIGHEST for action security_group_rules [ 713.952840] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b71f2542-709e-4518-aec1-71088b2d8e33 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.952840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b71f2542-709e-4518-aec1-71088b2d8e33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.953030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b71f2542-709e-4518-aec1-71088b2d8e33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.953186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b71f2542-709e-4518-aec1-71088b2d8e33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.953272] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b71f2542-709e-4518-aec1-71088b2d8e33',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.142576] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.142754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.142812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.143039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.143140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.143239] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 is going to be updated. [ 714.171928] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.171928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.171928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.172497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.172652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.181990] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: IN_PROGRESS for 2s [ 714.473467] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.473849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.473849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.473952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.473952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.474061] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b71f2542-709e-4518-aec1-71088b2d8e33 already deleted. [ 714.474146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b71f2542-709e-4518-aec1-71088b2d8e33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.802127] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 in Status: SUCCESS [ 714.802464] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 deletion is rescheduled due to dependency. [ 714.802464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.258772] env[66947]: INFO networking_nsxv3.common.synchronization [None req-68c1ecc0-6c04-40a5-9d81-8230ac559aa5 None None] Enqueued Resource ID: efbd49a8-f7f8-4ca6-8b4f-03d9a3d184da with Priority: HIGHEST for action port [ 715.258772] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efbd49a8-f7f8-4ca6-8b4f-03d9a3d184da with Priority: HIGHEST for action port [ 715.258772] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-efbd49a8-f7f8-4ca6-8b4f-03d9a3d184da taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.258772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efbd49a8-f7f8-4ca6-8b4f-03d9a3d184da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.258772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efbd49a8-f7f8-4ca6-8b4f-03d9a3d184da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.259750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efbd49a8-f7f8-4ca6-8b4f-03d9a3d184da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.259872] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efbd49a8-f7f8-4ca6-8b4f-03d9a3d184da',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.764941] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efbd49a8-f7f8-4ca6-8b4f-03d9a3d184da [ 715.765371] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.765659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.765809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.766125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.766339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.766519] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efbd49a8-f7f8-4ca6-8b4f-03d9a3d184da already deleted. [ 715.766700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efbd49a8-f7f8-4ca6-8b4f-03d9a3d184da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.005259] env[66947]: INFO networking_nsxv3.common.synchronization [None req-d760458a-6d73-41ac-80b9-49247b0b28f8 tempest-MigrationsAdminTest-888779591 tempest-MigrationsAdminTest-888779591-project-member] Enqueued Resource ID: f4fae12d-3d69-4a42-90c5-fda8b82df2d7 with Priority: HIGHEST for action security_group_rules [ 716.007951] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4fae12d-3d69-4a42-90c5-fda8b82df2d7 with Priority: HIGHEST for action security_group_rules [ 716.007951] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4fae12d-3d69-4a42-90c5-fda8b82df2d7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.007951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4fae12d-3d69-4a42-90c5-fda8b82df2d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.007951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4fae12d-3d69-4a42-90c5-fda8b82df2d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.007951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4fae12d-3d69-4a42-90c5-fda8b82df2d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.007951] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4fae12d-3d69-4a42-90c5-fda8b82df2d7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.195443] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: SUCCESS [ 716.195443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.367260] env[66947]: INFO networking_nsxv3.common.synchronization [None req-7f49b3ac-5edb-46d3-a70a-6e632ea3053d tempest-MigrationsAdminTest-888779591 tempest-MigrationsAdminTest-888779591-project-member] Enqueued Resource ID: f4fae12d-3d69-4a42-90c5-fda8b82df2d7 with Priority: HIGHEST for action security_group_rules [ 716.367882] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4fae12d-3d69-4a42-90c5-fda8b82df2d7 with Priority: HIGHEST for action security_group_rules [ 716.368712] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4fae12d-3d69-4a42-90c5-fda8b82df2d7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.368712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4fae12d-3d69-4a42-90c5-fda8b82df2d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.534428] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.535205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.535291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.535520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.535616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.535714] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4fae12d-3d69-4a42-90c5-fda8b82df2d7 already deleted. [ 716.535806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4fae12d-3d69-4a42-90c5-fda8b82df2d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.537204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4fae12d-3d69-4a42-90c5-fda8b82df2d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.537204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4fae12d-3d69-4a42-90c5-fda8b82df2d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.537204] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4fae12d-3d69-4a42-90c5-fda8b82df2d7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.064667] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.064667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.064667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.064667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.064667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.064667] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4fae12d-3d69-4a42-90c5-fda8b82df2d7 already deleted. [ 717.064667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4fae12d-3d69-4a42-90c5-fda8b82df2d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.198707] env[66947]: INFO networking_nsxv3.common.synchronization [None req-21977230-8e11-4747-ab2c-9e55c8137915 None None] Enqueued Resource ID: 25c82c61-07c7-4bcc-bf4a-485c7f10a89a with Priority: HIGHEST for action port [ 717.198707] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c82c61-07c7-4bcc-bf4a-485c7f10a89a with Priority: HIGHEST for action port [ 717.199658] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-25c82c61-07c7-4bcc-bf4a-485c7f10a89a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.199658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25c82c61-07c7-4bcc-bf4a-485c7f10a89a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.199658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25c82c61-07c7-4bcc-bf4a-485c7f10a89a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.199658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25c82c61-07c7-4bcc-bf4a-485c7f10a89a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.199832] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25c82c61-07c7-4bcc-bf4a-485c7f10a89a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.295653] env[66947]: INFO networking_nsxv3.common.synchronization [None req-7668378e-b09d-48e1-a93d-c3710f61e3fa tempest-ImagesOneServerNegativeTestJSON-1248643252 tempest-ImagesOneServerNegativeTestJSON-1248643252-project-member] Enqueued Resource ID: 5b7a1278-0784-45a3-b79f-33f904a47424 with Priority: HIGHEST for action security_group_rules [ 717.296305] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7a1278-0784-45a3-b79f-33f904a47424 with Priority: HIGHEST for action security_group_rules [ 717.296986] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b7a1278-0784-45a3-b79f-33f904a47424 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.297492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b7a1278-0784-45a3-b79f-33f904a47424" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.297492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b7a1278-0784-45a3-b79f-33f904a47424" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.298077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b7a1278-0784-45a3-b79f-33f904a47424" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.298163] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b7a1278-0784-45a3-b79f-33f904a47424',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.442243] env[66947]: INFO networking_nsxv3.common.synchronization [None req-b445b179-ced6-4f71-b248-3ad15d719b45 tempest-ImagesOneServerNegativeTestJSON-1248643252 tempest-ImagesOneServerNegativeTestJSON-1248643252-project-member] Enqueued Resource ID: 5b7a1278-0784-45a3-b79f-33f904a47424 with Priority: HIGHEST for action security_group_rules [ 717.442856] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b7a1278-0784-45a3-b79f-33f904a47424 with Priority: HIGHEST for action security_group_rules [ 717.443187] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b7a1278-0784-45a3-b79f-33f904a47424 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.443434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b7a1278-0784-45a3-b79f-33f904a47424" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.702779] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25c82c61-07c7-4bcc-bf4a-485c7f10a89a [ 717.703049] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.703181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.703249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.703493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.703582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.703676] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25c82c61-07c7-4bcc-bf4a-485c7f10a89a already deleted. [ 717.703774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25c82c61-07c7-4bcc-bf4a-485c7f10a89a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.823668] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.823809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.823948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.824107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.824190] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.824283] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b7a1278-0784-45a3-b79f-33f904a47424 already deleted. [ 717.824374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b7a1278-0784-45a3-b79f-33f904a47424" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.824519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b7a1278-0784-45a3-b79f-33f904a47424" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.824667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b7a1278-0784-45a3-b79f-33f904a47424" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.824749] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b7a1278-0784-45a3-b79f-33f904a47424',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.350439] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.350439] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.350439] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.350439] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.350854] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.350854] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b7a1278-0784-45a3-b79f-33f904a47424 already deleted. [ 718.350854] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b7a1278-0784-45a3-b79f-33f904a47424" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.665336] env[66947]: INFO networking_nsxv3.common.synchronization [None req-d89844e2-2c3d-40a7-9b65-c821acdf38a5 None None] Enqueued Resource ID: b50bf1a2-d522-4a53-90e5-1ed569eff9eb with Priority: HIGHEST for action port [ 718.665422] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b50bf1a2-d522-4a53-90e5-1ed569eff9eb with Priority: HIGHEST for action port [ 718.665940] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-b50bf1a2-d522-4a53-90e5-1ed569eff9eb taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.666079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b50bf1a2-d522-4a53-90e5-1ed569eff9eb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.666302] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b50bf1a2-d522-4a53-90e5-1ed569eff9eb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.666447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b50bf1a2-d522-4a53-90e5-1ed569eff9eb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.666500] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b50bf1a2-d522-4a53-90e5-1ed569eff9eb',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.108309] env[66947]: INFO networking_nsxv3.common.synchronization [None req-cf766f1b-7139-466d-82a9-8ee870b2e938 tempest-ServersV294TestFqdnHostnames-2057710434 tempest-ServersV294TestFqdnHostnames-2057710434-project-member] Enqueued Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_rules [ 719.108309] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_rules [ 719.108309] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39df2176-df81-41da-8b5f-7872915b0230 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.108309] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.108309] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.108730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.111029] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.123247] env[66947]: INFO networking_nsxv3.common.synchronization [None req-8288bde7-d308-444e-ac1a-82286e7bef8f None None] Enqueued Resource ID: accb4295-44c1-446d-b182-35b9f4c1f7aa with Priority: HIGHEST for action port [ 719.125022] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: accb4295-44c1-446d-b182-35b9f4c1f7aa with Priority: HIGHEST for action port [ 719.125022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-accb4295-44c1-446d-b182-35b9f4c1f7aa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.125022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-accb4295-44c1-446d-b182-35b9f4c1f7aa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.125351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-accb4295-44c1-446d-b182-35b9f4c1f7aa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.126039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-accb4295-44c1-446d-b182-35b9f4c1f7aa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.126261] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('accb4295-44c1-446d-b182-35b9f4c1f7aa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.172839] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b50bf1a2-d522-4a53-90e5-1ed569eff9eb [ 719.172959] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.173100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.173170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.173675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.173675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.173675] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b50bf1a2-d522-4a53-90e5-1ed569eff9eb already deleted. [ 719.173675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b50bf1a2-d522-4a53-90e5-1ed569eff9eb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.267130] env[66947]: INFO networking_nsxv3.common.synchronization [None req-b6acba5d-da5c-4f27-a0c1-4dbc927e9b1b tempest-ServersV294TestFqdnHostnames-2057710434 tempest-ServersV294TestFqdnHostnames-2057710434-project-member] Enqueued Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_rules [ 719.268205] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_rules [ 719.268205] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39df2176-df81-41da-8b5f-7872915b0230 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.268205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.405447] env[66947]: INFO networking_nsxv3.common.synchronization [req-3dd4fddc-b9ac-4567-82f8-31578f74ca15 req-94f83983-9b5d-40c4-a2aa-4c21d5704617 tempest-SecurityGroupRulesTestJSON-1283390229 tempest-SecurityGroupRulesTestJSON-1283390229-project-member] Enqueued Resource ID: 9f4a69cf-b4d0-4566-8c05-d07cdfef49b1 with Priority: HIGHEST for action security_group_rules [ 719.406309] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f4a69cf-b4d0-4566-8c05-d07cdfef49b1 with Priority: HIGHEST for action security_group_rules [ 719.406309] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f4a69cf-b4d0-4566-8c05-d07cdfef49b1 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.406474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f4a69cf-b4d0-4566-8c05-d07cdfef49b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.406474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f4a69cf-b4d0-4566-8c05-d07cdfef49b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.407016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f4a69cf-b4d0-4566-8c05-d07cdfef49b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.407016] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f4a69cf-b4d0-4566-8c05-d07cdfef49b1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.628853] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port accb4295-44c1-446d-b182-35b9f4c1f7aa [ 719.629115] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.629267] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.629355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.629588] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.629684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.629780] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:accb4295-44c1-446d-b182-35b9f4c1f7aa already deleted. [ 719.629862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-accb4295-44c1-446d-b182-35b9f4c1f7aa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.637956] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.637956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.637956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.637956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.637956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.637956] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39df2176-df81-41da-8b5f-7872915b0230 already deleted. [ 719.637956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.637956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.637956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.637956] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.929489] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.930188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.930380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.930636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.930739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.930845] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f4a69cf-b4d0-4566-8c05-d07cdfef49b1 already deleted. [ 719.930926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f4a69cf-b4d0-4566-8c05-d07cdfef49b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.062277] env[66947]: INFO networking_nsxv3.common.synchronization [req-8c35c930-fee5-486b-8da2-fc1c99c21255 req-bd0359e9-5389-4e8f-865a-9168e8b90a30 tempest-ServersAdminTestJSON-941451083 tempest-ServersAdminTestJSON-941451083-project-member] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 720.062390] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 720.062673] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.062793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.062793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.063011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.063173] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.063698] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.063772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.063923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.064708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.064708] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.159270] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.159732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.159732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.160294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.160294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.160496] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39df2176-df81-41da-8b5f-7872915b0230 already deleted. [ 720.160496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.566091] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.572272] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.572464] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.572564] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.572837] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.573259] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.573424] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.573668] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.573836] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.573906] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.574220] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.574287] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.574340] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.574457] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.574539] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.574638] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.574764] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.600446] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.600921] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.601162] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.601416] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.601800] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-a79158b0-39f8-4139-b15b-2ee7c7cc14ea taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.602129] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-a79158b0-39f8-4139-b15b-2ee7c7cc14ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.602362] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-a79158b0-39f8-4139-b15b-2ee7c7cc14ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.602757] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-a79158b0-39f8-4139-b15b-2ee7c7cc14ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.602980] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a79158b0-39f8-4139-b15b-2ee7c7cc14ea',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.068707] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.105590] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.105784] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.105905] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.106208] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.106380] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.106541] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port a79158b0-39f8-4139-b15b-2ee7c7cc14ea not found, creating... [ 721.106789] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.106941] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.107067] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.107294] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.107428] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.107698] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.107861] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.107986] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.108271] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.108343] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.108484] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: a79158b0-39f8-4139-b15b-2ee7c7cc14ea is going to be created. [ 721.128170] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.129947] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.129947] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.129947] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.129947] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.129947] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-a79158b0-39f8-4139-b15b-2ee7c7cc14ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.571561] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.572166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.572166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.572166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.572166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.572166] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 721.605790] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.605790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.605790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.606034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.606034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.614684] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 721.838990] env[66947]: INFO networking_nsxv3.common.synchronization [None req-91013003-69d3-4ef5-8661-97fcf125e983 None None] Enqueued Resource ID: bc3a8f5f-87da-4c78-9700-bda3e72d80af with Priority: HIGHEST for action port [ 721.839627] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3a8f5f-87da-4c78-9700-bda3e72d80af with Priority: HIGHEST for action port [ 721.839978] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc3a8f5f-87da-4c78-9700-bda3e72d80af taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.840248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc3a8f5f-87da-4c78-9700-bda3e72d80af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.840322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc3a8f5f-87da-4c78-9700-bda3e72d80af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.840930] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc3a8f5f-87da-4c78-9700-bda3e72d80af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.840930] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3a8f5f-87da-4c78-9700-bda3e72d80af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.882214] env[66947]: INFO networking_nsxv3.common.synchronization [req-8c35c930-fee5-486b-8da2-fc1c99c21255 req-ac09977a-6cde-4076-a9d0-954de98b965b service nova] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_rules [ 721.882582] env[66947]: INFO networking_nsxv3.common.synchronization [req-8c35c930-fee5-486b-8da2-fc1c99c21255 req-ac09977a-6cde-4076-a9d0-954de98b965b service nova] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 721.882582] env[66947]: INFO networking_nsxv3.common.synchronization [req-8c35c930-fee5-486b-8da2-fc1c99c21255 req-ac09977a-6cde-4076-a9d0-954de98b965b service nova] Enqueued Resource ID: a79158b0-39f8-4139-b15b-2ee7c7cc14ea with Priority: HIGHEST for action port [ 721.883568] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_rules [ 721.883751] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 721.883892] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79158b0-39f8-4139-b15b-2ee7c7cc14ea with Priority: HIGHEST for action port [ 721.884232] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.884501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.884605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.884820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.884934] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.886045] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.886149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.886424] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-a79158b0-39f8-4139-b15b-2ee7c7cc14ea taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.886560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a79158b0-39f8-4139-b15b-2ee7c7cc14ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.886649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a79158b0-39f8-4139-b15b-2ee7c7cc14ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.886865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a79158b0-39f8-4139-b15b-2ee7c7cc14ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.887754] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a79158b0-39f8-4139-b15b-2ee7c7cc14ea',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.343258] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc3a8f5f-87da-4c78-9700-bda3e72d80af [ 722.343482] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.343606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.343786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.343966] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.346784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.346784] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc3a8f5f-87da-4c78-9700-bda3e72d80af already deleted. [ 722.346784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc3a8f5f-87da-4c78-9700-bda3e72d80af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.390414] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.392058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.392058] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a79158b0-39f8-4139-b15b-2ee7c7cc14ea with status ACTIVE [ 722.392058] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.392253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.392253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.392415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.392743] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.392743] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.392909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.392909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.393029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.393113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.393295] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.393393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.393459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.393605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.393678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.393779] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a79158b0-39f8-4139-b15b-2ee7c7cc14ea is going to be updated. [ 722.421467] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.421779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.421902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.422146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.422292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.422494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a79158b0-39f8-4139-b15b-2ee7c7cc14ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.600023] env[66947]: INFO networking_nsxv3.common.synchronization [req-cc6f1a74-d794-4804-93f2-3e685b3d834d req-884843f1-49f9-49e4-957a-a7c208f91e98 tempest-ServersTestMultiNic-415846522 tempest-ServersTestMultiNic-415846522-project-member] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 722.600023] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 722.600023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.600023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.600023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.600023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.600023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.600023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.600023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.600023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.600023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.600023] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.008997] env[66947]: INFO networking_nsxv3.common.synchronization [req-cc6f1a74-d794-4804-93f2-3e685b3d834d req-86002603-5daa-4b9c-a906-248e0b50dd0b tempest-ServersTestMultiNic-415846522 tempest-ServersTestMultiNic-415846522-project-member] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 723.012608] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 723.012608] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.012608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.102898] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.103412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.103412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.103412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.103412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.103760] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.103760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.103760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.103908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.103982] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.104079] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 723.130707] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.131290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.131290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.131290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.131488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.143278] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 723.400293] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.400470] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-445" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.400533] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-445" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.400898] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-445" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.401259] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.401487] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.401712] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.401905] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.402111] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.402548] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.402719] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.402857] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.402993] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.403883] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.404840] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.404840] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.425547] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.425598] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.425812] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.425923] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-445" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.426252] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-dd7022f4-177b-45a7-a2cb-87be64cee788 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.426443] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-dd7022f4-177b-45a7-a2cb-87be64cee788" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.426553] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-dd7022f4-177b-45a7-a2cb-87be64cee788" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.426884] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-dd7022f4-177b-45a7-a2cb-87be64cee788" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.427038] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7022f4-177b-45a7-a2cb-87be64cee788',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.628024] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 723.628024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.628024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.628024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.628024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.628024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.628024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.628024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.628024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.628024] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.930111] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.930111] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.930111] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.930258] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.930299] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.930445] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port dd7022f4-177b-45a7-a2cb-87be64cee788 not found, creating... [ 723.930956] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.931269] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.931417] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.931868] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.932283] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.932611] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.932765] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.932874] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.933102] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.933264] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.933398] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: dd7022f4-177b-45a7-a2cb-87be64cee788 is going to be created. [ 723.957277] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.957577] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.957747] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.959209] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.959639] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.960340] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-dd7022f4-177b-45a7-a2cb-87be64cee788" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.131938] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.634297] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.689520] env[66947]: INFO networking_nsxv3.common.synchronization [None req-40fa64da-1b0d-48c1-8f10-9ca5d86bc698 None None] Enqueued Resource ID: cceace7d-a7ce-48db-af9f-11abda177663 with Priority: HIGHEST for action port [ 724.693880] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cceace7d-a7ce-48db-af9f-11abda177663 with Priority: HIGHEST for action port [ 724.694816] env[66947]: INFO networking_nsxv3.common.synchronization [req-cc6f1a74-d794-4804-93f2-3e685b3d834d req-76a728a1-1afb-43b3-b9eb-454e7cd36a24 service nova] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_rules [ 724.694983] env[66947]: INFO networking_nsxv3.common.synchronization [req-cc6f1a74-d794-4804-93f2-3e685b3d834d req-76a728a1-1afb-43b3-b9eb-454e7cd36a24 service nova] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 724.695167] env[66947]: INFO networking_nsxv3.common.synchronization [req-cc6f1a74-d794-4804-93f2-3e685b3d834d req-76a728a1-1afb-43b3-b9eb-454e7cd36a24 service nova] Enqueued Resource ID: dd7022f4-177b-45a7-a2cb-87be64cee788 with Priority: HIGHEST for action port [ 724.695631] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-cceace7d-a7ce-48db-af9f-11abda177663 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.695631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cceace7d-a7ce-48db-af9f-11abda177663" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.695631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cceace7d-a7ce-48db-af9f-11abda177663" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.695882] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cceace7d-a7ce-48db-af9f-11abda177663" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.695937] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cceace7d-a7ce-48db-af9f-11abda177663',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.698056] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_rules [ 724.698192] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 724.698353] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd7022f4-177b-45a7-a2cb-87be64cee788 with Priority: HIGHEST for action port [ 724.698809] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.698809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.698809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.699120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.699209] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.700263] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.700387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.700562] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd7022f4-177b-45a7-a2cb-87be64cee788 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.700727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd7022f4-177b-45a7-a2cb-87be64cee788" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.700808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd7022f4-177b-45a7-a2cb-87be64cee788" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.700976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd7022f4-177b-45a7-a2cb-87be64cee788" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.701116] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd7022f4-177b-45a7-a2cb-87be64cee788',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.137336] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.137519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.138551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.138551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.138551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.138551] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 725.156036] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 725.156243] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 deletion is rescheduled due to dependency. [ 725.157674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.157674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.157674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.157674] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.158356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.158422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.158606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.158689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.158785] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.173458] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.173458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.173458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.173458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.173458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.184443] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 725.204764] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cceace7d-a7ce-48db-af9f-11abda177663 [ 725.204764] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.204764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.204764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.204764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.204764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.204764] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cceace7d-a7ce-48db-af9f-11abda177663 already deleted. [ 725.204764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cceace7d-a7ce-48db-af9f-11abda177663" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.204764] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd7022f4-177b-45a7-a2cb-87be64cee788 with status ACTIVE [ 725.204764] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.204764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.204764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.204764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.205350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.205350] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.205350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.205350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.205350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.205350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.205515] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.205556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.205650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.205787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.205857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.205933] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd7022f4-177b-45a7-a2cb-87be64cee788 is going to be updated. [ 725.207859] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.207985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.231202] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.231384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.231426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.231617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.232046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.232046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd7022f4-177b-45a7-a2cb-87be64cee788" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.503351] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.503574] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-677" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.503686] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-677" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.504052] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-677" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.504315] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.504470] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.504594] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.504792] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.504927] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.505143] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.505270] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.505395] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.505504] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.505610] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.505709] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.505851] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.525696] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.525901] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.525966] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.526161] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-677" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.526476] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-ca565141-9d57-44a0-8cc4-0eee52e98d96 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.526646] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-ca565141-9d57-44a0-8cc4-0eee52e98d96" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.526757] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-ca565141-9d57-44a0-8cc4-0eee52e98d96" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.527088] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-ca565141-9d57-44a0-8cc4-0eee52e98d96" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.527224] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca565141-9d57-44a0-8cc4-0eee52e98d96',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.567419] env[66947]: INFO networking_nsxv3.common.synchronization [None req-39f11358-ec86-4c05-8f96-c4074b2e6990 tempest-ServersTestManualDisk-2031163379 tempest-ServersTestManualDisk-2031163379-project-member] Enqueued Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_rules [ 725.567700] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_rules [ 725.567849] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.567993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.568081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.568392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.568480] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.662568] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.029470] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.029715] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.029781] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.030022] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.030174] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.030320] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port ca565141-9d57-44a0-8cc4-0eee52e98d96 not found, creating... [ 726.030629] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.030801] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.030914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.031135] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.031268] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.031526] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.031672] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.031781] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.031972] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.032130] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.032262] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: ca565141-9d57-44a0-8cc4-0eee52e98d96 is going to be created. [ 726.053135] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.053337] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.053472] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.053698] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.053914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.054167] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-ca565141-9d57-44a0-8cc4-0eee52e98d96" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.087625] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.088016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.088016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.088238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.088406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.088521] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 already deleted. [ 726.088644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.169248] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.674040] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.674416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.674416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.674487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.674570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.674604] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 726.704643] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.704643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.704643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.704960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.705029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.714288] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 726.787924] env[66947]: INFO networking_nsxv3.common.synchronization [req-cc6f1a74-d794-4804-93f2-3e685b3d834d req-0c8bc1cc-36ed-441c-9ade-9de1d9bf2de3 service nova] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_rules [ 726.787924] env[66947]: INFO networking_nsxv3.common.synchronization [req-cc6f1a74-d794-4804-93f2-3e685b3d834d req-0c8bc1cc-36ed-441c-9ade-9de1d9bf2de3 service nova] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 726.787924] env[66947]: INFO networking_nsxv3.common.synchronization [req-cc6f1a74-d794-4804-93f2-3e685b3d834d req-0c8bc1cc-36ed-441c-9ade-9de1d9bf2de3 service nova] Enqueued Resource ID: ca565141-9d57-44a0-8cc4-0eee52e98d96 with Priority: HIGHEST for action port [ 726.787924] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_rules [ 726.787924] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 726.787924] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca565141-9d57-44a0-8cc4-0eee52e98d96 with Priority: HIGHEST for action port [ 726.787924] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.787924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.787924] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.788630] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.789422] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca565141-9d57-44a0-8cc4-0eee52e98d96 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.789811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca565141-9d57-44a0-8cc4-0eee52e98d96" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.789978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca565141-9d57-44a0-8cc4-0eee52e98d96" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.790276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca565141-9d57-44a0-8cc4-0eee52e98d96" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.790454] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca565141-9d57-44a0-8cc4-0eee52e98d96',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.856242] env[66947]: INFO networking_nsxv3.common.synchronization [None req-fd05031b-a3d1-4f71-b1a8-381d82dd03be tempest-ServersTestManualDisk-2031163379 tempest-ServersTestManualDisk-2031163379-project-member] Enqueued Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_rules [ 726.856928] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_rules [ 726.857671] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.857856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.857964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.858416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.858567] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.194179] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 727.194779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.194779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.194880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.195552] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.195552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.195552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.195552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.195552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.195552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.195878] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.257558] env[66947]: INFO networking_nsxv3.common.synchronization [None req-38c8d074-5998-4bf0-bb1e-5b456e5d8349 None None] Enqueued Resource ID: 9888bc96-089a-4c33-8671-dc80980f0323 with Priority: HIGHEST for action port [ 727.258515] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9888bc96-089a-4c33-8671-dc80980f0323 with Priority: HIGHEST for action port [ 727.259093] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9888bc96-089a-4c33-8671-dc80980f0323 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.259204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9888bc96-089a-4c33-8671-dc80980f0323" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.259331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9888bc96-089a-4c33-8671-dc80980f0323" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.259746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9888bc96-089a-4c33-8671-dc80980f0323" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.259896] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9888bc96-089a-4c33-8671-dc80980f0323',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.294157] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca565141-9d57-44a0-8cc4-0eee52e98d96 with status ACTIVE [ 727.294424] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.294539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.294611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.294825] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.295162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.295360] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.295635] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.296798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.296798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.296798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.296798] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.296798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.296798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.296798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.297250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.297250] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca565141-9d57-44a0-8cc4-0eee52e98d96 is going to be updated. [ 727.349147] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.349404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.349404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.349685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.349812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.349985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca565141-9d57-44a0-8cc4-0eee52e98d96" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.380372] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.380572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.380572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.380932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.380932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.381083] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 already deleted. [ 727.381083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.697814] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.697814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.698340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.698340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.698340] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.698454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.698454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.699039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.699039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.699039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.699174] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.699174] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.699249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.699697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.699697] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.699697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.699697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.699858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.699858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.699928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.700397] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.763431] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9888bc96-089a-4c33-8671-dc80980f0323 [ 727.764380] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.764380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.764380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.764380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.764380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.764380] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9888bc96-089a-4c33-8671-dc80980f0323 already deleted. [ 727.764380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9888bc96-089a-4c33-8671-dc80980f0323" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.203230] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d3c36b9-0be7-425a-9ced-43801e7fa082: rpc.has_security_group_logging(os_id): False [ 728.224898] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.225334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.225510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.226058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.226259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.228018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.228018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.228018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.228018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.228018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.228018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.228018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.228018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.228018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.228018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.228018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.228018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.228018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.228018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.228794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.228981] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 728.294425] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.294608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.294665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.294862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.295012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.324338] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 728.692273] env[66947]: INFO networking_nsxv3.common.synchronization [req-aa5480a9-dfc7-4b55-b5e7-56bbc69dbb95 req-674812d2-3593-48f8-b559-fdae8ddbf2d9 tempest-ServerRescueNegativeTestJSON-1608535984 tempest-ServerRescueNegativeTestJSON-1608535984-project-member] Enqueued Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 728.692902] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 728.693144] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.693289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.693358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.693565] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.693718] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.693822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.693903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.694370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.694492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.694592] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.728684] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 728.728684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.728684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.728684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.728684] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.728684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.728684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.728684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.728684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.728684] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.183075] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.183075] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.183075] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.183075] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.183771] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.184153] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.184488] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.187841] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.187841] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.187841] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.187841] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.187841] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.187841] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.187841] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.187841] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.187841] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.197185] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.206891] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.206891] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.206891] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.207014] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.207451] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-543bcfe9-3566-465d-b428-d8611a30de39 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.208544] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-543bcfe9-3566-465d-b428-d8611a30de39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.208763] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-543bcfe9-3566-465d-b428-d8611a30de39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.209236] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-543bcfe9-3566-465d-b428-d8611a30de39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.209469] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543bcfe9-3566-465d-b428-d8611a30de39',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.233887] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.699219] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.712270] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.712657] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.712657] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.712962] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.712962] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.713162] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 543bcfe9-3566-465d-b428-d8611a30de39 not found, creating... [ 729.713388] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.713547] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.713656] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.713933] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.714113] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.714389] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.714539] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.714648] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.714844] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.714972] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.715380] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 543bcfe9-3566-465d-b428-d8611a30de39 is going to be created. [ 729.735322] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.735625] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.735625] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.736155] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.736384] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.736754] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-543bcfe9-3566-465d-b428-d8611a30de39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.737448] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.017785] env[66947]: INFO networking_nsxv3.common.synchronization [None req-db3d6642-9c25-47fd-93fb-44866fc6688c None None] Enqueued Resource ID: 2e6655ce-7842-4747-a404-d2966cd1057b with Priority: HIGHEST for action port [ 730.018468] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6655ce-7842-4747-a404-d2966cd1057b with Priority: HIGHEST for action port [ 730.018736] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e6655ce-7842-4747-a404-d2966cd1057b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.018860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e6655ce-7842-4747-a404-d2966cd1057b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.019066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e6655ce-7842-4747-a404-d2966cd1057b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.019333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e6655ce-7842-4747-a404-d2966cd1057b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.019422] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e6655ce-7842-4747-a404-d2966cd1057b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.202111] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.202111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.202111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.202343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.202343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.202451] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 is going to be updated. [ 730.231546] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.231725] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.231814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.232053] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.232240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.240150] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.240410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.240410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.240585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.240687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.240786] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 730.242637] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: IN_PROGRESS for 2s [ 730.277890] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.277890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.277890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.278148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.278148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.295504] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 730.349954] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 730.350676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.443463] env[66947]: INFO networking_nsxv3.common.synchronization [req-aa5480a9-dfc7-4b55-b5e7-56bbc69dbb95 req-9aec3393-6ed6-4ee2-a79c-52940d322fee service nova] Enqueued Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_rules [ 730.443629] env[66947]: INFO networking_nsxv3.common.synchronization [req-aa5480a9-dfc7-4b55-b5e7-56bbc69dbb95 req-9aec3393-6ed6-4ee2-a79c-52940d322fee service nova] Enqueued Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 730.443784] env[66947]: INFO networking_nsxv3.common.synchronization [req-aa5480a9-dfc7-4b55-b5e7-56bbc69dbb95 req-9aec3393-6ed6-4ee2-a79c-52940d322fee service nova] Enqueued Resource ID: 543bcfe9-3566-465d-b428-d8611a30de39 with Priority: HIGHEST for action port [ 730.444364] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_rules [ 730.444566] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 730.444932] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543bcfe9-3566-465d-b428-d8611a30de39 with Priority: HIGHEST for action port [ 730.444932] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.445083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.445519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.445519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.445519] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.446459] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.446459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.447019] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-543bcfe9-3566-465d-b428-d8611a30de39 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.447143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-543bcfe9-3566-465d-b428-d8611a30de39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.447198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-543bcfe9-3566-465d-b428-d8611a30de39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.447393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-543bcfe9-3566-465d-b428-d8611a30de39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.447472] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543bcfe9-3566-465d-b428-d8611a30de39',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.522967] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e6655ce-7842-4747-a404-d2966cd1057b [ 730.522967] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.522967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.522967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.522967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.522967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.522967] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e6655ce-7842-4747-a404-d2966cd1057b already deleted. [ 730.522967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e6655ce-7842-4747-a404-d2966cd1057b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.949951] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.950302] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.950390] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 543bcfe9-3566-465d-b428-d8611a30de39 with status ACTIVE [ 730.950601] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.950839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.950946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.951236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.951337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.951531] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.951625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.951693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.951904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.951933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.952255] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.952422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.952535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.957681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.957681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.957681] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 543bcfe9-3566-465d-b428-d8611a30de39 is going to be updated. [ 731.000443] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.002705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.002705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.002705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.002705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.003023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-543bcfe9-3566-465d-b428-d8611a30de39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.699956] env[66947]: INFO networking_nsxv3.common.synchronization [req-d2b58433-f5b3-4470-af11-b02286fbffb2 req-5127601f-4c92-4088-bebe-3b74022e540d tempest-ServersTestJSON-202395692 tempest-ServersTestJSON-202395692-project-member] Enqueued Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_members [ 731.701105] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_members [ 731.701105] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefe5e9f-c234-4812-a59a-40b8ce17e99e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.701105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.701105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.701669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.701859] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.701969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.702110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.702523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.702617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.702721] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.205765] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.206134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.206134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.206308] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.206431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.206651] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.206760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.206822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.207010] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.207092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.207176] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e already deleted. [ 732.207259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.227630] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-969 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.228179] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-969" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.228179] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-969" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.228462] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-969" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.228736] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.229025] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.229025] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.229258] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.229408] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.229785] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.229785] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 732.229898] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 732.230025] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 732.230117] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 732.230237] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 732.230381] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 732.256041] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: SUCCESS [ 732.256343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.257320] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 732.257473] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 732.257604] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 732.257756] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-969" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.258064] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-6a9f1063-1ba1-4598-82b0-381903e1beff taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.258231] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-6a9f1063-1ba1-4598-82b0-381903e1beff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.258343] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-6a9f1063-1ba1-4598-82b0-381903e1beff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.258811] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-6a9f1063-1ba1-4598-82b0-381903e1beff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.258983] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a9f1063-1ba1-4598-82b0-381903e1beff',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.259935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.260148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.260319] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.260427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.260492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.260641] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.260723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.260811] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.310865] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 732.311151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.311365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.311638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.312092] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.312092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.312284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.312330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.312439] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.312588] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.312752] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.315287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.315287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.315287] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.315287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.315287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.315287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.315287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.315287] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.763143] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.763345] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.763465] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.763745] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.763892] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.764051] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 6a9f1063-1ba1-4598-82b0-381903e1beff not found, creating... [ 732.764308] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.764508] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.764595] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.764819] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.764946] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.765985] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.765985] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.765985] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.765985] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.765985] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.765985] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 6a9f1063-1ba1-4598-82b0-381903e1beff is going to be created. [ 732.768256] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.790430] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.790430] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.790430] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.790962] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.790962] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.791100] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-6a9f1063-1ba1-4598-82b0-381903e1beff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.817948] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.818656] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.818795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.271760] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.321249] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.532394] env[66947]: INFO networking_nsxv3.common.synchronization [req-d2b58433-f5b3-4470-af11-b02286fbffb2 req-6cd8f499-bde6-4564-a4ff-4979ebe2a6a4 service nova] Enqueued Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_rules [ 733.532630] env[66947]: INFO networking_nsxv3.common.synchronization [req-d2b58433-f5b3-4470-af11-b02286fbffb2 req-6cd8f499-bde6-4564-a4ff-4979ebe2a6a4 service nova] Enqueued Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_members [ 733.532768] env[66947]: INFO networking_nsxv3.common.synchronization [req-d2b58433-f5b3-4470-af11-b02286fbffb2 req-6cd8f499-bde6-4564-a4ff-4979ebe2a6a4 service nova] Enqueued Resource ID: 6a9f1063-1ba1-4598-82b0-381903e1beff with Priority: HIGHEST for action port [ 733.533448] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_rules [ 733.533548] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_members [ 733.533814] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a9f1063-1ba1-4598-82b0-381903e1beff with Priority: HIGHEST for action port [ 733.534012] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.534105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.534151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.534363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.534444] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.535865] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefe5e9f-c234-4812-a59a-40b8ce17e99e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.535929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.535967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.536929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.536929] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.536929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.536929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.536929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.536929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.536929] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.537727] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a9f1063-1ba1-4598-82b0-381903e1beff taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.537839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a9f1063-1ba1-4598-82b0-381903e1beff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.538849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a9f1063-1ba1-4598-82b0-381903e1beff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.538849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a9f1063-1ba1-4598-82b0-381903e1beff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.538849] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a9f1063-1ba1-4598-82b0-381903e1beff',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.566016] env[66947]: INFO networking_nsxv3.common.synchronization [req-acb2be93-ec2d-4d48-9177-3178be1521bc req-aa4ca7c8-1b9c-457f-b4d7-c638d5216d2c tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 733.567863] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 733.567863] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.567863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.567863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.567863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.567863] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.568355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.568355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.568355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.568355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.568355] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.683654] env[66947]: INFO networking_nsxv3.common.synchronization [req-4d9abdf1-d07d-4a04-93dd-6ba58d15695f req-336906ea-ff93-4b0a-a43a-a67ea186944b tempest-SecurityGroupRulesTestJSON-1283390229 tempest-SecurityGroupRulesTestJSON-1283390229-project-member] Enqueued Resource ID: 4f3a2d79-9d7d-472e-bdb8-9191966e5732 with Priority: HIGHEST for action security_group_rules [ 733.685072] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3a2d79-9d7d-472e-bdb8-9191966e5732 with Priority: HIGHEST for action security_group_rules [ 733.685571] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.685990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.686177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.686573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.686847] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3a2d79-9d7d-472e-bdb8-9191966e5732',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.775080] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.775080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.775080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.775338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.775746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.775746] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 is going to be updated. [ 733.811754] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.811932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.811932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.812162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.812371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.826085] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.826085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.826085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.826085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.826085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.826085] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 733.827654] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: IN_PROGRESS for 2s [ 733.868956] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.869160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.869200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.869746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.869746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.882551] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 734.040343] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefe5e9f-c234-4812-a59a-40b8ce17e99e taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.040562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.040734] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.042554] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a9f1063-1ba1-4598-82b0-381903e1beff with status ACTIVE [ 734.042759] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.042875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.044522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.044522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.044522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.044522] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.044522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.044522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.044522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.044522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.044522] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.044522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.045361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.045361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.045361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.045361] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a9f1063-1ba1-4598-82b0-381903e1beff is going to be updated. [ 734.069530] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.069807] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.069807] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.069940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.070183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.070297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a9f1063-1ba1-4598-82b0-381903e1beff" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.070532] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.070767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.070767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.071502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.071502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.071502] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.071502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.071502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.071502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.072108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.072108] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 734.114365] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.114365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.114598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.115115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.115115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.127229] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 734.212408] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.212555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.212627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.212842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.212935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.213044] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3a2d79-9d7d-472e-bdb8-9191966e5732 already deleted. [ 734.213130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.342804] env[66947]: INFO networking_nsxv3.common.synchronization [req-990cf456-4a49-4a96-9a44-c93f7284226f req-0e0dc121-609d-4612-8ed9-e968d2340475 tempest-ImagesTestJSON-1156122672 tempest-ImagesTestJSON-1156122672-project-member] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 734.344338] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 734.344338] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.344338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.344338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.345070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.345070] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.345070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.345070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.346015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.346156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.346296] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.543028] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.849738] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.849918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.850044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.850280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.850386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.850583] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.850897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.850897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.850897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.851022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.851052] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c already deleted. [ 734.851203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.888691] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.888691] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.888903] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.889144] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.890522] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.890522] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.890662] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.890818] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.891352] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.891590] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.891704] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.891811] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.892180] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.892339] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.892442] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.892576] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.912948] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.913656] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.913656] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.913656] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.913921] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-d1f32555-f8dd-453e-bf13-bcf38074b3df taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.914688] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-d1f32555-f8dd-453e-bf13-bcf38074b3df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.914820] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-d1f32555-f8dd-453e-bf13-bcf38074b3df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.915142] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-d1f32555-f8dd-453e-bf13-bcf38074b3df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.915279] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f32555-f8dd-453e-bf13-bcf38074b3df',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.047506] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.047666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.047748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.047936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.048047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.048171] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e is going to be created. [ 735.072731] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.072959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.072959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.073158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.073312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.083187] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e in Status: UNINITIALIZED for 2s [ 735.418569] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.418897] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.418932] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.419247] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.419590] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.423027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port d1f32555-f8dd-453e-bf13-bcf38074b3df not found, creating... [ 735.423027] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.423027] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.423027] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.423027] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.423027] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.423027] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.423027] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.423027] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.423027] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.423574] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.423574] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: d1f32555-f8dd-453e-bf13-bcf38074b3df is going to be created. [ 735.453662] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.454113] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.454113] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.454370] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.454574] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.454850] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-d1f32555-f8dd-453e-bf13-bcf38074b3df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.711693] env[66947]: INFO networking_nsxv3.common.synchronization [None req-d55eb24c-db6f-434a-a4a8-2f6a164b42c4 None None] Enqueued Resource ID: 8d673ce9-ffbb-46fb-91a7-7d00c58f35d7 with Priority: HIGHEST for action port [ 735.712299] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d673ce9-ffbb-46fb-91a7-7d00c58f35d7 with Priority: HIGHEST for action port [ 735.713050] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d673ce9-ffbb-46fb-91a7-7d00c58f35d7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.713050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d673ce9-ffbb-46fb-91a7-7d00c58f35d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.713050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d673ce9-ffbb-46fb-91a7-7d00c58f35d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.713279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d673ce9-ffbb-46fb-91a7-7d00c58f35d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.713364] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d673ce9-ffbb-46fb-91a7-7d00c58f35d7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.846611] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: SUCCESS [ 735.846838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.847238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.847340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.847479] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.847604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.847672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.847826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.847910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.847997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.848101] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.894440] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 735.894654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.897032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.897032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.897032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.897032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.897617] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.138867] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 736.138867] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa deletion is rescheduled due to dependency. [ 736.139037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.184776] env[66947]: INFO networking_nsxv3.common.synchronization [req-990cf456-4a49-4a96-9a44-c93f7284226f req-e624b7f6-9a3c-444e-9cc7-701d39b3860c service nova] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_rules [ 736.184946] env[66947]: INFO networking_nsxv3.common.synchronization [req-990cf456-4a49-4a96-9a44-c93f7284226f req-e624b7f6-9a3c-444e-9cc7-701d39b3860c service nova] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 736.185258] env[66947]: INFO networking_nsxv3.common.synchronization [req-990cf456-4a49-4a96-9a44-c93f7284226f req-e624b7f6-9a3c-444e-9cc7-701d39b3860c service nova] Enqueued Resource ID: d1f32555-f8dd-453e-bf13-bcf38074b3df with Priority: HIGHEST for action port [ 736.185649] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_rules [ 736.185920] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 736.186062] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1f32555-f8dd-453e-bf13-bcf38074b3df with Priority: HIGHEST for action port [ 736.186394] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.186541] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.186613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.186944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.187054] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.188335] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.188497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.188583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.188757] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.188935] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.189695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.189695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.189695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.189695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.189695] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.190560] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1f32555-f8dd-453e-bf13-bcf38074b3df taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.190560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1f32555-f8dd-453e-bf13-bcf38074b3df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.190560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1f32555-f8dd-453e-bf13-bcf38074b3df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.191398] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1f32555-f8dd-453e-bf13-bcf38074b3df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.191398] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1f32555-f8dd-453e-bf13-bcf38074b3df',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.216109] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d673ce9-ffbb-46fb-91a7-7d00c58f35d7 [ 736.216232] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.216388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.219679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.219679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.219679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.219679] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d673ce9-ffbb-46fb-91a7-7d00c58f35d7 already deleted. [ 736.219679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d673ce9-ffbb-46fb-91a7-7d00c58f35d7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.353377] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.353377] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.353377] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.353377] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.353377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.354196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.354196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.354196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.354196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.354196] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.399886] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 200ee33d-8b6c-4fdf-a5a0-b047df2349f0: rpc.has_security_group_logging(os_id): False [ 736.418508] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.418508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.418508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.418508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.418508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.418508] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.419041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.419041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.419041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.419041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.419041] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.419190] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.419190] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.420160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.420160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.420160] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.420160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.420160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.420160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.420160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.420160] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 736.514996] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.515203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.515278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.515471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.515649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.533661] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 736.693450] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.693644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.693802] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.696680] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1f32555-f8dd-453e-bf13-bcf38074b3df with status ACTIVE [ 736.696680] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.696891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.696891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.697018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.698249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.698249] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.698249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.698249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.698249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.698249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.698249] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.698249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.698249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.698249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.698249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.698765] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1f32555-f8dd-453e-bf13-bcf38074b3df is going to be updated. [ 736.725321] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.725321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.725321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.725321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.725321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.725321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1f32555-f8dd-453e-bf13-bcf38074b3df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.854594] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85572538-1291-4d05-b802-6ae1bbeedfa2: rpc.has_security_group_logging(os_id): False [ 736.881279] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.881429] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.881502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.881718] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.881812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.882094] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.882175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.882175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.882360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.882709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.882709] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.882823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.882823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.883071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.883151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.883355] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.883451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.883521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.883677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.883755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.883882] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 is going to be updated. [ 736.888125] env[66947]: INFO networking_nsxv3.common.synchronization [req-2a6b8df5-df3e-4dee-bbe8-e9e1ddf11a78 req-7bc15ce7-d919-4a7e-ba98-76c213bb2912 tempest-SecurityGroupRulesTestJSON-1283390229 tempest-SecurityGroupRulesTestJSON-1283390229-project-member] Enqueued Resource ID: 4f3a2d79-9d7d-472e-bdb8-9191966e5732 with Priority: HIGHEST for action security_group_rules [ 736.888822] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3a2d79-9d7d-472e-bdb8-9191966e5732 with Priority: HIGHEST for action security_group_rules [ 736.888959] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.889168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.889168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.889469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.889469] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3a2d79-9d7d-472e-bdb8-9191966e5732',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.977688] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.978123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.978123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.978216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.978514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.993035] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: IN_PROGRESS for 2s [ 737.094395] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e in Status: SUCCESS [ 737.094633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.094811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.095049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.095248] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.095457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.095674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.095704] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.096597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.096597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.096597] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.204994] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.410606] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.410804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.410922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.411260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.411394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.411554] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3a2d79-9d7d-472e-bdb8-9191966e5732 already deleted. [ 737.411667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.600930] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.706229] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.706381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.706452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.706956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.707110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.707214] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be created. [ 737.744350] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.744624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.744790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.745069] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.745250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.757128] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: UNINITIALIZED for 2s [ 738.105465] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fefe5e9f-c234-4812-a59a-40b8ce17e99e: rpc.has_security_group_logging(os_id): False [ 738.124439] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.124592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.124697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.124872] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.124963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.125211] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.125314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.125379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.125527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.125606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.125692] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e is going to be created. [ 738.147810] env[66947]: INFO networking_nsxv3.common.synchronization [None req-203d48b7-a507-44a3-a237-926922d66805 None None] Enqueued Resource ID: e4bee185-3784-4d2d-bad5-46db7587adc6 with Priority: HIGHEST for action port [ 738.147810] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bee185-3784-4d2d-bad5-46db7587adc6 with Priority: HIGHEST for action port [ 738.147810] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4bee185-3784-4d2d-bad5-46db7587adc6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.147810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4bee185-3784-4d2d-bad5-46db7587adc6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.147810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4bee185-3784-4d2d-bad5-46db7587adc6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.147810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4bee185-3784-4d2d-bad5-46db7587adc6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.147810] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4bee185-3784-4d2d-bad5-46db7587adc6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.207895] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.211041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.211041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.211041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.211041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.231356] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e in Status: IN_PROGRESS for 2s [ 738.269883] env[66947]: INFO networking_nsxv3.common.synchronization [None req-92e586ab-5dda-4a7a-8866-019ab0c54411 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_rules [ 738.270678] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_rules [ 738.271076] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.271240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.271337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.271618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.272050] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.544991] env[66947]: INFO networking_nsxv3.common.synchronization [req-acdb3cf3-46ba-43e2-aa11-e21462274695 req-f9e12dbd-7a9c-46d4-b23c-0783fb954813 tempest-FloatingIPsAssociationTestJSON-843458776 tempest-FloatingIPsAssociationTestJSON-843458776-project-member] Enqueued Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 738.545573] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 738.545908] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.546060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.546181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.546347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.546727] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.546727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.546847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.546978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.547063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.547173] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.557166] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 738.558194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.558194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.558686] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.558686] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.650846] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4bee185-3784-4d2d-bad5-46db7587adc6 [ 738.650846] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.651238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.651238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.651329] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.651363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.651452] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4bee185-3784-4d2d-bad5-46db7587adc6 already deleted. [ 738.651533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4bee185-3784-4d2d-bad5-46db7587adc6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.709508] env[66947]: INFO networking_nsxv3.common.synchronization [None req-cf0359de-2e6a-404d-b12d-e0088d4ab809 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_rules [ 738.709508] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_rules [ 738.709928] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.709928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.797051] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.797207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.797280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.797501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.797749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.797863] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 already deleted. [ 738.797959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.798202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.801616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.801616] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.009496] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: SUCCESS [ 739.009735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.050037] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.061216] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.061738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.061843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.062154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.062352] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.062491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.062584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.062767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.062880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.063017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.063359] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.251323] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.251581] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-65" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.251621] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-65" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.251881] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-65" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.252157] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.252563] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.252728] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.252931] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.253082] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.253295] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.253404] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.253507] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.253609] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.253711] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.253810] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.253957] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.276052] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.276498] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.276739] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.277212] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-65" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.277587] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-7198cb97-0c21-41d4-977b-4f0564d57882 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.277815] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-7198cb97-0c21-41d4-977b-4f0564d57882" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.277996] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-7198cb97-0c21-41d4-977b-4f0564d57882" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.278600] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-7198cb97-0c21-41d4-977b-4f0564d57882" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.278841] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7198cb97-0c21-41d4-977b-4f0564d57882',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.330045] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.330293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.330293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.330448] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.330546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.330645] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 already deleted. [ 739.330754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.551390] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.567257] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.567429] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.567488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.567772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.568191] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.568191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.568191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.568374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.568374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.568473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.568621] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.568712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.568770] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.568915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.569063] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.569164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.569234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.569341] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.569415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.569495] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.569585] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.767563] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 739.767935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.767975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.768239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.768445] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.768606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.768707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.768911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.768997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.769092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.769186] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.781695] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.781911] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.782061] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.782326] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.782465] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.782632] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 7198cb97-0c21-41d4-977b-4f0564d57882 not found, creating... [ 739.782885] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.783049] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.783175] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.783389] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.783560] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.783801] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.784728] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.784728] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.784728] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.784728] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.784728] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 7198cb97-0c21-41d4-977b-4f0564d57882 is going to be created. [ 739.810580] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.811156] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.811439] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.811809] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.812161] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.812966] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-7198cb97-0c21-41d4-977b-4f0564d57882" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.053570] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.053906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.053906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.054045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.054117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.054204] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 is going to be updated. [ 740.072169] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 200ee33d-8b6c-4fdf-a5a0-b047df2349f0: rpc.has_security_group_logging(os_id): False [ 740.092663] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.092829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.092882] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.093105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.093254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.095077] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.095212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.095282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.095462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.095549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.095756] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.095857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.095922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.096080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.096158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.096372] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.096532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.096685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.096853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.096940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.097175] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.097297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.097391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.097602] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.097717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.097840] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 740.112771] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: IN_PROGRESS for 2s [ 740.167904] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.168106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.168106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.168276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.168422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.191203] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 740.246065] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e in Status: SUCCESS [ 740.246719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.271408] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.271571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.271797] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.271867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.272109] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.272227] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.272320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.272445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.272537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.272632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.272802] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.272871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.272934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.273091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.273231] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.273320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.273382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.273521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.273598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.273680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.273767] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.533999] env[66947]: INFO networking_nsxv3.common.synchronization [req-acdb3cf3-46ba-43e2-aa11-e21462274695 req-8ac0ea51-8134-4aea-8945-a74eb5616f73 service nova] Enqueued Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_rules [ 740.533999] env[66947]: INFO networking_nsxv3.common.synchronization [req-acdb3cf3-46ba-43e2-aa11-e21462274695 req-8ac0ea51-8134-4aea-8945-a74eb5616f73 service nova] Enqueued Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 740.533999] env[66947]: INFO networking_nsxv3.common.synchronization [req-acdb3cf3-46ba-43e2-aa11-e21462274695 req-8ac0ea51-8134-4aea-8945-a74eb5616f73 service nova] Enqueued Resource ID: 7198cb97-0c21-41d4-977b-4f0564d57882 with Priority: HIGHEST for action port [ 740.533999] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_rules [ 740.533999] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 740.533999] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7198cb97-0c21-41d4-977b-4f0564d57882 with Priority: HIGHEST for action port [ 740.533999] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.533999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.533999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.533999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.533999] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.535856] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.536270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.538351] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-7198cb97-0c21-41d4-977b-4f0564d57882 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.538351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7198cb97-0c21-41d4-977b-4f0564d57882" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.538351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7198cb97-0c21-41d4-977b-4f0564d57882" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.538351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7198cb97-0c21-41d4-977b-4f0564d57882" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.538351] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7198cb97-0c21-41d4-977b-4f0564d57882',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.775892] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 207134cd-6a31-4b57-a073-c057c2bab24c: rpc.has_security_group_logging(os_id): False [ 740.796960] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.796960] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.796960] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.796960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.797564] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.797564] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.800314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.800415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.800444] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.800744] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be created. [ 740.880984] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.881209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.881209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.881419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.881798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.900890] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 741.042542] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.043793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.044031] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7198cb97-0c21-41d4-977b-4f0564d57882 with status ACTIVE [ 741.046154] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.046154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.046154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.046154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.046154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.046563] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.046563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.046563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.046662] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.046696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.047236] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.047236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.047236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.047236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.047236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.047907] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7198cb97-0c21-41d4-977b-4f0564d57882 is going to be updated. [ 741.089230] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.089417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.089498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.089827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.090049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.090282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7198cb97-0c21-41d4-977b-4f0564d57882" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.274146] env[66947]: INFO networking_nsxv3.common.synchronization [req-df0bb784-859f-4f43-b2f2-52c68adec782 req-4f125adb-8bcb-42ae-800c-1c30be7c2b3c tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_members [ 741.274777] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_members [ 741.275166] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cb2a8c9-6dab-4313-8760-0277cb9d9728 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.275407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.275858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.276011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.276238] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.276290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.276421] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.276602] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.276691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.276801] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cb2a8c9-6dab-4313-8760-0277cb9d9728',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.637479] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.637797] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.637986] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.638527] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.638894] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.639135] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.639531] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.639668] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.639818] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.640485] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.640700] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.640883] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.641066] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.641365] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.641574] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.641784] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.660564] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.660735] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.660895] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.661076] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.661400] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.661568] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.661685] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.662040] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.662185] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.780437] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.780437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.780437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.780437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.780437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.781205] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.781205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.781205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.781205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.781205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.781205] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 already deleted. [ 741.781423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.124390] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: SUCCESS [ 742.124713] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.124978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.125387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.125598] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.125775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.126051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.126862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.127136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.127307] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.166666] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.166862] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.167112] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.167531] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.167780] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.167973] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2 not found, creating... [ 742.168452] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.168619] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.168820] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.169147] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.169344] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.169913] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.170100] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.170254] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.170606] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.170795] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.170972] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2 is going to be created. [ 742.197940] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.198250] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.198404] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.198842] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.199194] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.199610] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.227812] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 742.228049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.632512] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.918687] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 742.919112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.940361] env[66947]: INFO networking_nsxv3.common.synchronization [req-df0bb784-859f-4f43-b2f2-52c68adec782 req-718efd17-d822-4e5f-9a42-b6d13d148612 service nova] Enqueued Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_rules [ 742.940361] env[66947]: INFO networking_nsxv3.common.synchronization [req-df0bb784-859f-4f43-b2f2-52c68adec782 req-718efd17-d822-4e5f-9a42-b6d13d148612 service nova] Enqueued Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_members [ 742.940361] env[66947]: INFO networking_nsxv3.common.synchronization [req-df0bb784-859f-4f43-b2f2-52c68adec782 req-718efd17-d822-4e5f-9a42-b6d13d148612 service nova] Enqueued Resource ID: 5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2 with Priority: HIGHEST for action port [ 742.940361] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_rules [ 742.940361] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_members [ 742.940579] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2 with Priority: HIGHEST for action port [ 742.940921] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.941065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.941142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.941350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.941440] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cb2a8c9-6dab-4313-8760-0277cb9d9728',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.944122] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cb2a8c9-6dab-4313-8760-0277cb9d9728 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.944238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.944303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.944490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.944811] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.944811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.944811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.944983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.945058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.945202] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cb2a8c9-6dab-4313-8760-0277cb9d9728',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.947135] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.947296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.947404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.947845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.947845] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.953052] env[66947]: INFO networking_nsxv3.common.synchronization [None req-ee319f60-ada0-4f31-beb5-ab4c6cd04aeb None None] Enqueued Resource ID: dee1a128-28f1-45d7-a0f8-9e41f67afd9e with Priority: HIGHEST for action port [ 742.953589] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee1a128-28f1-45d7-a0f8-9e41f67afd9e with Priority: HIGHEST for action port [ 742.953892] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee1a128-28f1-45d7-a0f8-9e41f67afd9e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.954018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee1a128-28f1-45d7-a0f8-9e41f67afd9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.955645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee1a128-28f1-45d7-a0f8-9e41f67afd9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.955978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee1a128-28f1-45d7-a0f8-9e41f67afd9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.956078] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee1a128-28f1-45d7-a0f8-9e41f67afd9e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.135578] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.444833] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cb2a8c9-6dab-4313-8760-0277cb9d9728 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.445062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.447473] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cb2a8c9-6dab-4313-8760-0277cb9d9728',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.450065] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2 with status ACTIVE [ 743.450335] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.450469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.450529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.450805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.450852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.451323] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.451323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.451613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.451613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.451613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.451812] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.451882] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.451952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.452114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.452213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.452298] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2 is going to be updated. [ 743.460788] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dee1a128-28f1-45d7-a0f8-9e41f67afd9e [ 743.460788] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.461049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.461049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.461211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.461299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.461406] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dee1a128-28f1-45d7-a0f8-9e41f67afd9e already deleted. [ 743.461513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee1a128-28f1-45d7-a0f8-9e41f67afd9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.477554] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.477750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.477832] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.482023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.482023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.482023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bd8e5c7-bb38-4de0-a9f9-3db823e57fe2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.644279] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.644279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.644279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.644279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.644279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.644279] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 is going to be updated. [ 743.687559] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.688021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.688021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.688118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.688187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.701552] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: IN_PROGRESS for 2s [ 743.950356] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cb2a8c9-6dab-4313-8760-0277cb9d9728',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.277928] env[66947]: INFO networking_nsxv3.common.synchronization [None req-dd613afb-3ec2-44f0-821e-9d3961c28359 None None] Enqueued Resource ID: 0eea2f02-6c84-4b3f-bf29-9ad2b1f773fc with Priority: HIGHEST for action port [ 744.278789] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0eea2f02-6c84-4b3f-bf29-9ad2b1f773fc with Priority: HIGHEST for action port [ 744.279182] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-0eea2f02-6c84-4b3f-bf29-9ad2b1f773fc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.279357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0eea2f02-6c84-4b3f-bf29-9ad2b1f773fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.279482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0eea2f02-6c84-4b3f-bf29-9ad2b1f773fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.279777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0eea2f02-6c84-4b3f-bf29-9ad2b1f773fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.280923] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0eea2f02-6c84-4b3f-bf29-9ad2b1f773fc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.456731] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.457114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.457114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.457339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.457339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.457425] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 is going to be created. [ 744.460973] env[66947]: INFO networking_nsxv3.common.synchronization [req-2dd9a8cc-71a8-4c2d-bb33-267910d8b962 req-bb5ed98c-62fc-4236-820a-f69b7349288f tempest-SecurityGroupRulesTestJSON-1283390229 tempest-SecurityGroupRulesTestJSON-1283390229-project-member] Enqueued Resource ID: 4f3a2d79-9d7d-472e-bdb8-9191966e5732 with Priority: HIGHEST for action security_group_rules [ 744.461389] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f3a2d79-9d7d-472e-bdb8-9191966e5732 with Priority: HIGHEST for action security_group_rules [ 744.461705] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.461839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.461932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.462133] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.462216] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f3a2d79-9d7d-472e-bdb8-9191966e5732',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.484931] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.485091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.485163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.485370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.485529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.497340] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 in Status: UNINITIALIZED for 2s [ 744.781525] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0eea2f02-6c84-4b3f-bf29-9ad2b1f773fc [ 744.781790] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.781931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.782040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.782269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.782364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.782487] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0eea2f02-6c84-4b3f-bf29-9ad2b1f773fc already deleted. [ 744.782608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0eea2f02-6c84-4b3f-bf29-9ad2b1f773fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.988969] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.988969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.988969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.988969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.988969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.988969] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f3a2d79-9d7d-472e-bdb8-9191966e5732 already deleted. [ 744.988969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f3a2d79-9d7d-472e-bdb8-9191966e5732" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.707879] env[66947]: INFO networking_nsxv3.common.synchronization [None req-5a96fa31-3460-450a-928e-16c6d0b7ca6b None None] Enqueued Resource ID: dd123008-b1cd-448e-9dbe-a62121cd4835 with Priority: HIGHEST for action port [ 745.709050] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd123008-b1cd-448e-9dbe-a62121cd4835 with Priority: HIGHEST for action port [ 745.709802] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd123008-b1cd-448e-9dbe-a62121cd4835 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.709802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd123008-b1cd-448e-9dbe-a62121cd4835" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.709802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd123008-b1cd-448e-9dbe-a62121cd4835" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.709979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd123008-b1cd-448e-9dbe-a62121cd4835" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.710211] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd123008-b1cd-448e-9dbe-a62121cd4835',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.713112] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: SUCCESS [ 745.713406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.713717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.714035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.714944] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.714944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.714944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.714944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.714944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.715207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.715769] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.212526] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd123008-b1cd-448e-9dbe-a62121cd4835 [ 746.212910] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.212910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.212910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.213266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.213266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.213380] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd123008-b1cd-448e-9dbe-a62121cd4835 already deleted. [ 746.213380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd123008-b1cd-448e-9dbe-a62121cd4835" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.217970] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.218164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.218164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.218382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.218598] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.218725] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.218798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.218898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.218978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.219078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.219227] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.219325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.219391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.219508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.219697] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.219816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.219885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.219996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.220085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.220439] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.220439] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.275666] env[66947]: INFO networking_nsxv3.common.synchronization [req-6e8d8e2a-ee0d-4a2e-9a1a-aa1b4d538d99 req-268796f7-c64b-4589-a4ab-1ffaedb0ed85 tempest-ServersNegativeTestJSON-1781828505 tempest-ServersNegativeTestJSON-1781828505-project-member] Enqueued Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 746.278326] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 746.278795] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.279016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.279085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.279298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.279452] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.279564] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.279621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.279760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.279851] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.279973] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.510987] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 in Status: SUCCESS [ 746.511237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.511414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.511660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.511832] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.511986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.512066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.512172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.512252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.512571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.512571] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cb2a8c9-6dab-4313-8760-0277cb9d9728',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.703152] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.703511] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.703636] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.703914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.704319] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.704592] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.704751] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.705037] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.705278] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.706795] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.706990] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.707221] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.707831] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.707831] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.707831] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.707831] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.725093] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b3a6dcc-6fed-4536-98b5-2626fd2c9336: rpc.has_security_group_logging(os_id): False [ 746.733677] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.733864] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.733983] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.734225] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.734581] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-82b7b6e0-cedc-455d-8b1a-8a774eb682df taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.734777] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-82b7b6e0-cedc-455d-8b1a-8a774eb682df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.734892] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-82b7b6e0-cedc-455d-8b1a-8a774eb682df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.735241] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-82b7b6e0-cedc-455d-8b1a-8a774eb682df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.735378] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b7b6e0-cedc-455d-8b1a-8a774eb682df',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.750992] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.753172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.753172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.753172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.753172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.753172] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.753172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.753172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.753172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.753904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.754995] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.755137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.755229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.756122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.756122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.756122] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.756122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.756122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.756407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.756407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.756407] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 is going to be updated. [ 746.782954] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.840223] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.840223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.840223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.840223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.840223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.857184] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: IN_PROGRESS for 2s [ 747.016538] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cb2a8c9-6dab-4313-8760-0277cb9d9728',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.239177] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.239619] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.239671] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.239995] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.240194] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.240571] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 82b7b6e0-cedc-455d-8b1a-8a774eb682df not found, creating... [ 747.241059] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.241444] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.241715] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.242141] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.242349] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.243208] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.243475] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.243659] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.243988] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.244238] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.244491] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 82b7b6e0-cedc-455d-8b1a-8a774eb682df is going to be created. [ 747.266070] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.266070] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.266070] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.266304] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.266555] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.266775] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-82b7b6e0-cedc-455d-8b1a-8a774eb682df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.286998] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.521338] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cb2a8c9-6dab-4313-8760-0277cb9d9728: rpc.has_security_group_logging(os_id): False [ 747.545272] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.545514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.545514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.545704] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.545957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.546266] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.546406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.546591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.546926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.546926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.547141] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 is going to be created. [ 747.613088] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.613417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.613528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.614084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.614215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.627610] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 in Status: IN_PROGRESS for 2s [ 747.789865] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.790767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.790835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.791057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.791151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.791259] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c is going to be updated. [ 747.810475] env[66947]: INFO networking_nsxv3.common.synchronization [None req-3ca0aba7-2d21-4455-a41d-b220fbe7b093 None None] Enqueued Resource ID: aaa2c2f1-871a-4615-a6eb-ff690ebeee87 with Priority: HIGHEST for action port [ 747.817654] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaa2c2f1-871a-4615-a6eb-ff690ebeee87 with Priority: HIGHEST for action port [ 747.819120] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaa2c2f1-871a-4615-a6eb-ff690ebeee87 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.819120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaa2c2f1-871a-4615-a6eb-ff690ebeee87" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.819120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaa2c2f1-871a-4615-a6eb-ff690ebeee87" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.819579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaa2c2f1-871a-4615-a6eb-ff690ebeee87" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.819579] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaa2c2f1-871a-4615-a6eb-ff690ebeee87',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.830458] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.830583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.830631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.831861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.831861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.841651] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: IN_PROGRESS for 2s [ 748.047270] env[66947]: INFO networking_nsxv3.common.synchronization [req-6e8d8e2a-ee0d-4a2e-9a1a-aa1b4d538d99 req-e5cfe3be-7f90-4a66-908f-2accf528e06e service nova] Enqueued Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_rules [ 748.047270] env[66947]: INFO networking_nsxv3.common.synchronization [req-6e8d8e2a-ee0d-4a2e-9a1a-aa1b4d538d99 req-e5cfe3be-7f90-4a66-908f-2accf528e06e service nova] Enqueued Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 748.047349] env[66947]: INFO networking_nsxv3.common.synchronization [req-6e8d8e2a-ee0d-4a2e-9a1a-aa1b4d538d99 req-e5cfe3be-7f90-4a66-908f-2accf528e06e service nova] Enqueued Resource ID: 82b7b6e0-cedc-455d-8b1a-8a774eb682df with Priority: HIGHEST for action port [ 748.048042] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_rules [ 748.048148] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 748.048703] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82b7b6e0-cedc-455d-8b1a-8a774eb682df with Priority: HIGHEST for action port [ 748.048703] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.048952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.048952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.049258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.049258] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.050360] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.050360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.050589] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-82b7b6e0-cedc-455d-8b1a-8a774eb682df taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.050722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82b7b6e0-cedc-455d-8b1a-8a774eb682df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.050833] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82b7b6e0-cedc-455d-8b1a-8a774eb682df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.051081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82b7b6e0-cedc-455d-8b1a-8a774eb682df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.051220] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82b7b6e0-cedc-455d-8b1a-8a774eb682df',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.323101] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaa2c2f1-871a-4615-a6eb-ff690ebeee87 [ 748.323379] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.323494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.323561] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.323787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.323886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.323985] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaa2c2f1-871a-4615-a6eb-ff690ebeee87 already deleted. [ 748.324082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaa2c2f1-871a-4615-a6eb-ff690ebeee87" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.553193] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.553462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.553633] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82b7b6e0-cedc-455d-8b1a-8a774eb682df with status ACTIVE [ 748.553882] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.554080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.554172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.554470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.554631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.554905] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.555086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.555187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.555399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.555513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.556159] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.556159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.556159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.556302] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.556346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.556906] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82b7b6e0-cedc-455d-8b1a-8a774eb682df is going to be updated. [ 748.584813] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.584966] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.585051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.585274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.585414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.585569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82b7b6e0-cedc-455d-8b1a-8a774eb682df" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.881359] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: SUCCESS [ 748.881670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.641835] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 in Status: SUCCESS [ 749.641835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.840259] env[66947]: INFO networking_nsxv3.common.synchronization [req-eefb2a01-94ec-49a4-8f16-1770284ac327 req-3802577e-37db-4c3e-8dd7-41b16b3e7f37 tempest-ServersTestMultiNic-415846522 tempest-ServersTestMultiNic-415846522-project-member] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 749.840919] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 749.841517] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.841517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.841517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.841721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.841892] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.841987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.842077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.842496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.842496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.842496] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.858940] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: SUCCESS [ 749.858940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.859877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.859877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.859877] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.859877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.859877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.860827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.860827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.860827] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.150033] env[66947]: INFO networking_nsxv3.common.synchronization [req-eefb2a01-94ec-49a4-8f16-1770284ac327 req-7bdf2dbc-c30d-49f1-b89a-5d4e966e6d15 tempest-ServersTestMultiNic-415846522 tempest-ServersTestMultiNic-415846522-project-member] Enqueued Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 750.151042] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 with Priority: HIGHEST for action security_group_members [ 750.151485] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.151820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.350403] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.367131] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.853683] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.867951] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.355221] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.358368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.358368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.358368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.358368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.358368] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 751.372865] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.372865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.372865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.373084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.373165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.373262] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c is going to be updated. [ 751.388892] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.389044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.389115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.389324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.389472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.396986] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 751.406201] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.406201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.406201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.406342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.406415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.416034] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: IN_PROGRESS for 2s [ 753.410528] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 753.410948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.410948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.411292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.411800] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.411800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.411800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.412015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.412898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.412898] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('200ee33d-8b6c-4fdf-a5a0-b047df2349f0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.427501] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: SUCCESS [ 753.427617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.428148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.428557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.428664] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.428756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.428824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.428992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.429127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.429476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.429476] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.914923] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.916184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.916184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.916184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.916184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.916184] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.916184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.916184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.916184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.916184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.916515] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 is going to be updated. [ 753.933579] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.934442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.934442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.934442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.934442] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.934442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.935103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.935103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.935103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.935103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.935336] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.935336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.935446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.935583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.935877] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.935948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.935980] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.936160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.936225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.936305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.936757] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.947100] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.947261] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.947307] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.947516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.947669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.957899] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: IN_PROGRESS for 2s [ 754.440852] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a8ad27b-bfb4-4423-9259-1de186bce18c: rpc.has_security_group_logging(os_id): False [ 754.462324] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.462324] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.462324] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.462324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.463095] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.463095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.463095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.463095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.463095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.463095] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c is going to be updated. [ 754.531019] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.531019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.531019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.531019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.531019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.542349] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: IN_PROGRESS for 2s [ 755.154120] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 755.154120] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 755.972520] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 in Status: SUCCESS [ 755.972520] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 200ee33d-8b6c-4fdf-a5a0-b047df2349f0 deletion is rescheduled due to dependency. [ 755.972520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-200ee33d-8b6c-4fdf-a5a0-b047df2349f0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.559574] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: SUCCESS [ 756.559884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.968824] env[66947]: INFO networking_nsxv3.common.synchronization [None req-d93112c9-74a6-4dd2-adb6-9a8e530cd49e None None] Enqueued Resource ID: cf3ab505-170a-43c2-93f4-3d11b96644cd with Priority: HIGHEST for action port [ 756.969537] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf3ab505-170a-43c2-93f4-3d11b96644cd with Priority: HIGHEST for action port [ 756.969943] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf3ab505-170a-43c2-93f4-3d11b96644cd taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.970082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf3ab505-170a-43c2-93f4-3d11b96644cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.970150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf3ab505-170a-43c2-93f4-3d11b96644cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.970402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf3ab505-170a-43c2-93f4-3d11b96644cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.971265] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf3ab505-170a-43c2-93f4-3d11b96644cd',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.473732] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf3ab505-170a-43c2-93f4-3d11b96644cd [ 757.474128] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.474462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.474556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.474782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.474878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.474978] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf3ab505-170a-43c2-93f4-3d11b96644cd already deleted. [ 757.475094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf3ab505-170a-43c2-93f4-3d11b96644cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.675706] env[66947]: INFO networking_nsxv3.common.synchronization [req-76568b7e-ad67-4874-8172-64b3907c590c req-d3a3427c-36fc-4f4e-9ed8-cd8606fe73b3 tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 757.677337] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 757.677909] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.678061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.678130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.678558] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.680228] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.680228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.680228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.680228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.680228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.680228] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.183818] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.184053] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.184690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.184690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.184690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.184942] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.184942] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.184942] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.185538] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.185538] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.185538] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 already deleted. [ 758.185538] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.409881] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.410109] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.410259] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.410843] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.410925] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.411391] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.411573] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.411815] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.411983] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.412232] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.412351] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.412478] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.412590] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.412720] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.412859] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.412994] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.441972] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.441972] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.441972] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.441972] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.441972] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-28d8a547-8ecc-48a2-baa5-2a160e3e49bf taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.441972] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-28d8a547-8ecc-48a2-baa5-2a160e3e49bf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.441972] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-28d8a547-8ecc-48a2-baa5-2a160e3e49bf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.441972] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-28d8a547-8ecc-48a2-baa5-2a160e3e49bf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.441972] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d8a547-8ecc-48a2-baa5-2a160e3e49bf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.947491] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.947491] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.947893] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.947893] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.948324] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.948324] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 28d8a547-8ecc-48a2-baa5-2a160e3e49bf not found, creating... [ 758.948872] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.948872] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.948872] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.949126] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.949126] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.949705] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.949705] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.949705] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.949902] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.954127] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.954458] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 28d8a547-8ecc-48a2-baa5-2a160e3e49bf is going to be created. [ 758.987237] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.987708] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.987708] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.987863] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.988098] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.988322] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-28d8a547-8ecc-48a2-baa5-2a160e3e49bf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.669843] env[66947]: INFO networking_nsxv3.common.synchronization [None req-3b6f51b4-33a5-4831-b68b-f41b0fc35dd5 None None] Enqueued Resource ID: 2d1023ae-7af9-44c1-95d6-6f9f8caff380 with Priority: HIGHEST for action port [ 759.670406] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1023ae-7af9-44c1-95d6-6f9f8caff380 with Priority: HIGHEST for action port [ 759.673316] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d1023ae-7af9-44c1-95d6-6f9f8caff380 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.673316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d1023ae-7af9-44c1-95d6-6f9f8caff380" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.673316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d1023ae-7af9-44c1-95d6-6f9f8caff380" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.673316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d1023ae-7af9-44c1-95d6-6f9f8caff380" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.673316] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d1023ae-7af9-44c1-95d6-6f9f8caff380',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.706107] env[66947]: INFO networking_nsxv3.common.synchronization [req-76568b7e-ad67-4874-8172-64b3907c590c req-928bb793-b2fc-48cf-a709-ee30767c3e91 service nova] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_rules [ 759.706107] env[66947]: INFO networking_nsxv3.common.synchronization [req-76568b7e-ad67-4874-8172-64b3907c590c req-928bb793-b2fc-48cf-a709-ee30767c3e91 service nova] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 759.706107] env[66947]: INFO networking_nsxv3.common.synchronization [req-76568b7e-ad67-4874-8172-64b3907c590c req-928bb793-b2fc-48cf-a709-ee30767c3e91 service nova] Enqueued Resource ID: 28d8a547-8ecc-48a2-baa5-2a160e3e49bf with Priority: HIGHEST for action port [ 759.707079] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_rules [ 759.707357] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 759.707537] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28d8a547-8ecc-48a2-baa5-2a160e3e49bf with Priority: HIGHEST for action port [ 759.708513] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.709287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.709287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.709827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.712375] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.712375] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.712375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.712375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.712375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.712375] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.717508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.717653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.718204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.718204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.718204] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.719582] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-28d8a547-8ecc-48a2-baa5-2a160e3e49bf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.719714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28d8a547-8ecc-48a2-baa5-2a160e3e49bf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.719765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28d8a547-8ecc-48a2-baa5-2a160e3e49bf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.719962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28d8a547-8ecc-48a2-baa5-2a160e3e49bf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.720060] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28d8a547-8ecc-48a2-baa5-2a160e3e49bf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.175666] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d1023ae-7af9-44c1-95d6-6f9f8caff380 [ 760.176033] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.176189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.176264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.176483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.176609] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.176720] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d1023ae-7af9-44c1-95d6-6f9f8caff380 already deleted. [ 760.176933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d1023ae-7af9-44c1-95d6-6f9f8caff380" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.225888] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28d8a547-8ecc-48a2-baa5-2a160e3e49bf with status ACTIVE [ 760.225888] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.225888] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.225888] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.225888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.225888] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28d8a547-8ecc-48a2-baa5-2a160e3e49bf is going to be updated. [ 760.227239] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.228432] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.228997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.257080] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.257080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.257080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.257080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.257080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.257080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28d8a547-8ecc-48a2-baa5-2a160e3e49bf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.313565] env[66947]: INFO networking_nsxv3.common.synchronization [req-906b26e8-9e81-4d01-b319-f6bad9dc028a req-c58d28da-2fd9-4a6f-af33-61e11cac8229 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 760.315992] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 760.317612] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.317804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.317883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.318567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.318567] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.318567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.318850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.318913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.319330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.319330] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.730515] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.735176] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.735356] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.735471] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.735733] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.735999] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.736158] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.736271] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.736481] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.737201] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.737201] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.737201] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.737394] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.737563] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.737715] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.737855] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.738029] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.756741] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.756981] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.757271] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.757519] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.757894] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-e33c2d09-7c2d-4a41-8705-f6c9be1bcde2 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.758158] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-e33c2d09-7c2d-4a41-8705-f6c9be1bcde2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.758335] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-e33c2d09-7c2d-4a41-8705-f6c9be1bcde2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.758724] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-e33c2d09-7c2d-4a41-8705-f6c9be1bcde2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.758901] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33c2d09-7c2d-4a41-8705-f6c9be1bcde2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.823402] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.823561] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.823619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.823845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.823939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.824196] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.824323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.824388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.824564] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.824651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.824740] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e634b76d-fe48-4c27-875b-56297d3b0977 already deleted. [ 760.824831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.234274] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.234274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.234554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.238030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.238030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.238030] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be created. [ 761.262069] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.262391] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.262544] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.262863] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.263051] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.263225] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port e33c2d09-7c2d-4a41-8705-f6c9be1bcde2 not found, creating... [ 761.263529] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.263689] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.264567] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.264567] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.264567] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.264736] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.264796] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.264862] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.265125] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.265317] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.265480] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: e33c2d09-7c2d-4a41-8705-f6c9be1bcde2 is going to be created. [ 761.267472] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.267608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.267688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.267846] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.268026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.288027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: UNINITIALIZED for 2s [ 761.294789] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.294789] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.294789] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.294789] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.294789] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.294789] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-e33c2d09-7c2d-4a41-8705-f6c9be1bcde2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.932993] env[66947]: INFO networking_nsxv3.common.synchronization [req-16ccdb03-1bfd-47c9-98c9-277c84c4bc97 req-e0c37795-4561-4234-a4a3-57a2d5f419b1 tempest-ServersWithSpecificFlavorTestJSON-2017402899 tempest-ServersWithSpecificFlavorTestJSON-2017402899-project-member] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 761.933685] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 761.934862] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.934862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.934862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.934862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.935146] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.935470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.935470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.935537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.935629] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.935729] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.079544] env[66947]: INFO networking_nsxv3.common.synchronization [req-906b26e8-9e81-4d01-b319-f6bad9dc028a req-407ce62f-62d2-4188-b2cd-184bbc547473 service nova] Enqueued Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_rules [ 762.079735] env[66947]: INFO networking_nsxv3.common.synchronization [req-906b26e8-9e81-4d01-b319-f6bad9dc028a req-407ce62f-62d2-4188-b2cd-184bbc547473 service nova] Enqueued Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 762.080254] env[66947]: INFO networking_nsxv3.common.synchronization [req-906b26e8-9e81-4d01-b319-f6bad9dc028a req-407ce62f-62d2-4188-b2cd-184bbc547473 service nova] Enqueued Resource ID: e33c2d09-7c2d-4a41-8705-f6c9be1bcde2 with Priority: HIGHEST for action port [ 762.081863] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_rules [ 762.082093] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 762.082230] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e33c2d09-7c2d-4a41-8705-f6c9be1bcde2 with Priority: HIGHEST for action port [ 762.082772] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.082913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.082987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.083476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.083476] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.084590] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.085085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.085085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.085338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.086029] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.086029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.086029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.086029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.086029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.086295] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.087734] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-e33c2d09-7c2d-4a41-8705-f6c9be1bcde2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.087734] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e33c2d09-7c2d-4a41-8705-f6c9be1bcde2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.087734] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e33c2d09-7c2d-4a41-8705-f6c9be1bcde2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.087734] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e33c2d09-7c2d-4a41-8705-f6c9be1bcde2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.087734] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e33c2d09-7c2d-4a41-8705-f6c9be1bcde2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.438537] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.439096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.439096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.439096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.439213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.439501] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.440138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.440138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.440138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.440138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440359] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 is going to be updated. [ 762.470346] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.470504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.470629] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.471478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.471478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.481759] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: IN_PROGRESS for 2s [ 762.589557] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.589736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.591128] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e33c2d09-7c2d-4a41-8705-f6c9be1bcde2 with status ACTIVE [ 762.591639] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.591639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.591639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.591896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.591981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.592193] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.592275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.592424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.592515] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.592632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.592775] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.593292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.593292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.593292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.593292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.593292] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e33c2d09-7c2d-4a41-8705-f6c9be1bcde2 is going to be updated. [ 762.594458] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.620931] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.621171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.621319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.621638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.621873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.622623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e33c2d09-7c2d-4a41-8705-f6c9be1bcde2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.097210] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.298789] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 763.299053] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.299236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.299490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.299681] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.299891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.299979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.300139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.300229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.300315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.300409] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.600189] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.600518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.600560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.600842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.600998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.601147] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e634b76d-fe48-4c27-875b-56297d3b0977 is going to be created. [ 763.628388] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.628613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.628709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.629012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.629220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.643632] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: UNINITIALIZED for 2s [ 763.804224] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.203034] env[66947]: INFO networking_nsxv3.common.synchronization [req-47f52c54-8d8a-4b95-a1aa-5f5856473d43 req-117995bf-bbbe-449d-8b29-131fcfdadf4b tempest-ServersNegativeTestJSON-1781828505 tempest-ServersNegativeTestJSON-1781828505-project-member] Enqueued Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 764.203295] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 764.203607] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.204946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.204946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.204946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.204946] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.204946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.204946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.204946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.204946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.204946] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.269361] env[66947]: INFO networking_nsxv3.common.synchronization [req-f3ef9294-05a7-436b-8fd5-7cdeae6f8a82 req-8bb7b388-0a43-4cc0-aca6-3413d3639a1b tempest-ServerRescueTestJSON-721938719 tempest-ServerRescueTestJSON-721938719-project-member] Enqueued Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 764.273591] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 with Priority: HIGHEST for action security_group_members [ 764.274064] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.274064] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.274064] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.274286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.274379] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.274431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.274463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.275557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.275557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.275557] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8827ad2-64f6-41ef-a36c-3da01d7e36b3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.310613] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e149313-0faa-4ec6-9259-a04b4e798da3: rpc.has_security_group_logging(os_id): False [ 764.335827] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.336024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.336107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.336584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.336733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.337033] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.337170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.337242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.337457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.337540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.337647] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be created. [ 764.428464] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.428680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.428762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.430109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.430400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.448538] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: IN_PROGRESS for 2s [ 764.501731] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: SUCCESS [ 764.501731] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 deletion is rescheduled due to dependency. [ 764.501731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.706907] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.778081] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.779294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.779496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.782695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.782695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.782695] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.782695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.782695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.782695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.782695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.782695] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 is going to be updated. [ 764.819498] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.819498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.819498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.819498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.819498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.830190] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: IN_PROGRESS for 2s [ 765.210249] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.656108] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: SUCCESS [ 765.656108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.656108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.656108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.656108] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.656402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.656402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.656402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.656522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.656522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.656601] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.713310] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.713822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.713998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.714299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.714480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.714685] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c is going to be updated. [ 765.746698] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.747069] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.747236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.747542] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.747779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.761367] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: IN_PROGRESS for 2s [ 766.164025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.164025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.164025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.164025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.164025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.164748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.164748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.164748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.164748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.164748] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.463821] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 766.464066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.667073] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e634b76d-fe48-4c27-875b-56297d3b0977: rpc.has_security_group_logging(os_id): False [ 766.687376] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.691303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.691445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.691724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.695035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.695035] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.695220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.695220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.697212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.697212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.697212] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.697212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.697212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.697212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.697212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.697212] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.697212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.697212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.697212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.697877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.697877] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e634b76d-fe48-4c27-875b-56297d3b0977 is going to be created. [ 766.763078] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.763891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.763891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.763891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.763891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.778260] env[66947]: INFO networking_nsxv3.common.synchronization [req-f5216331-1d31-479b-be77-7e596a2972ec req-fad1b51c-6460-443c-8678-3ce7a47fdca6 tempest-ImagesOneServerNegativeTestJSON-1248643252 tempest-ImagesOneServerNegativeTestJSON-1248643252-project-member] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 766.779372] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 766.779801] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.779959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.780045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.780276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.780440] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.780540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.780607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.780770] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.781100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.781216] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.785653] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: IN_PROGRESS for 2s [ 766.842232] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 in Status: SUCCESS [ 766.842232] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8827ad2-64f6-41ef-a36c-3da01d7e36b3 deletion is rescheduled due to dependency. [ 766.842232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8827ad2-64f6-41ef-a36c-3da01d7e36b3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.233692] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.234088] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.234194] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.234564] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.235334] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.235571] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.235852] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.236441] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.238472] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.238711] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.238856] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.238975] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.239100] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.239212] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.239315] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.239450] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.259346] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.259580] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.259682] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.259825] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.260306] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-8ece043d-41f3-45ef-be1c-41b62c6f50c6 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.260454] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-8ece043d-41f3-45ef-be1c-41b62c6f50c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.260563] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-8ece043d-41f3-45ef-be1c-41b62c6f50c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.260887] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-8ece043d-41f3-45ef-be1c-41b62c6f50c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.261209] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ece043d-41f3-45ef-be1c-41b62c6f50c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.284694] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.285490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.285490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.286219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.286219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.287156] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.287396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.287678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.288239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.289038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.289038] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be updated. [ 767.342830] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.343083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.343230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.344039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.344259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.359171] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: IN_PROGRESS for 2s [ 767.772310] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.772310] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.772310] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.772310] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.772310] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.772310] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 8ece043d-41f3-45ef-be1c-41b62c6f50c6 not found, creating... [ 767.772310] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.772310] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.772310] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.772310] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.772310] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.773474] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.773985] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.774973] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.774973] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.774973] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.774973] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 8ece043d-41f3-45ef-be1c-41b62c6f50c6 is going to be created. [ 767.787190] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: SUCCESS [ 767.787190] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.802735] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.802735] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.802735] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.802735] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.803095] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.803301] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-8ece043d-41f3-45ef-be1c-41b62c6f50c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.524991] env[66947]: INFO networking_nsxv3.common.synchronization [req-f5216331-1d31-479b-be77-7e596a2972ec req-5f1b90bf-9366-4f28-9333-881febc319f4 service nova] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_rules [ 768.524991] env[66947]: INFO networking_nsxv3.common.synchronization [req-f5216331-1d31-479b-be77-7e596a2972ec req-5f1b90bf-9366-4f28-9333-881febc319f4 service nova] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 768.524991] env[66947]: INFO networking_nsxv3.common.synchronization [req-f5216331-1d31-479b-be77-7e596a2972ec req-5f1b90bf-9366-4f28-9333-881febc319f4 service nova] Enqueued Resource ID: 8ece043d-41f3-45ef-be1c-41b62c6f50c6 with Priority: HIGHEST for action port [ 768.524991] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_rules [ 768.524991] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 768.524991] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ece043d-41f3-45ef-be1c-41b62c6f50c6 with Priority: HIGHEST for action port [ 768.524991] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.525475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.525475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.525544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.525803] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.526464] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.526623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.527061] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ece043d-41f3-45ef-be1c-41b62c6f50c6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.527061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ece043d-41f3-45ef-be1c-41b62c6f50c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.527061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ece043d-41f3-45ef-be1c-41b62c6f50c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.527215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ece043d-41f3-45ef-be1c-41b62c6f50c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.527215] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ece043d-41f3-45ef-be1c-41b62c6f50c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.800234] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: SUCCESS [ 768.800234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.031923] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.032078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.033039] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ece043d-41f3-45ef-be1c-41b62c6f50c6 with status ACTIVE [ 769.033039] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.033039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.033039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.033039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.033577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.033577] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.033577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.033577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.033784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.033784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.033978] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.034043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.034097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.034276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.035027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.035027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ece043d-41f3-45ef-be1c-41b62c6f50c6 is going to be updated. [ 769.057727] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.057727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.057727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.057916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.058035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.058173] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ece043d-41f3-45ef-be1c-41b62c6f50c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.370046] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: SUCCESS [ 769.370046] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 deletion is rescheduled due to dependency. [ 769.370246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.370286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.370526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.370768] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.370862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.370897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.372524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.372524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.372524] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.628535] env[66947]: INFO networking_nsxv3.common.synchronization [req-0a0b164b-5e1f-4fff-af00-b9ce14c3de15 req-c98f0311-8bae-4b90-91bd-9bab5a5a9c0f tempest-ServersV294TestFqdnHostnames-2057710434 tempest-ServersV294TestFqdnHostnames-2057710434-project-member] Enqueued Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_members [ 769.628535] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_members [ 769.628535] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-39df2176-df81-41da-8b5f-7872915b0230 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.629103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.629103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.629259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.629411] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.629491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.629574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.629828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.629960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.630138] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.873793] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.048975] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.049185] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-74" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.049298] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-74" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.049649] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-74" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.049978] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.050391] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.050539] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.050796] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.050968] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.051240] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.051376] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.051506] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.051649] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.051781] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.051907] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.052095] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.073269] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.073715] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.075860] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.075860] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-74" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.075860] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-871ab4f0-c70e-422e-a95b-0856fcd6de27 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.075860] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-871ab4f0-c70e-422e-a95b-0856fcd6de27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.075860] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-871ab4f0-c70e-422e-a95b-0856fcd6de27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.075860] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-871ab4f0-c70e-422e-a95b-0856fcd6de27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.075860] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('871ab4f0-c70e-422e-a95b-0856fcd6de27',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.133647] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.133850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.133931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.134165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.134256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.134454] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.134555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.134620] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.134767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.134848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.134969] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39df2176-df81-41da-8b5f-7872915b0230 already deleted. [ 770.135074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.378981] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.578755] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.581066] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.581066] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.581066] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.581066] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.581066] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 871ab4f0-c70e-422e-a95b-0856fcd6de27 not found, creating... [ 770.581066] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.581066] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.581066] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.581066] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.581066] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.581580] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.581636] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.581779] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.582043] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.582197] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.582344] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 871ab4f0-c70e-422e-a95b-0856fcd6de27 is going to be created. [ 770.608257] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.608451] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.608562] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.609444] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.609688] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.609907] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-871ab4f0-c70e-422e-a95b-0856fcd6de27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.881319] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.881319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.881651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.881651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.881651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.881753] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be updated. [ 770.929123] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.929306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.929360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.929637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.929939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.948622] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: IN_PROGRESS for 2s [ 770.971781] env[66947]: INFO networking_nsxv3.common.synchronization [req-6f353b16-9d07-4c9e-9ee2-b8554b8e2a39 req-d21d3de9-d60c-4667-9bb1-4f611ac41ecd tempest-FloatingIPsAssociationTestJSON-843458776 tempest-FloatingIPsAssociationTestJSON-843458776-project-member] Enqueued Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 770.972592] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 770.973332] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.973332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.973332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.973504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.973543] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.973623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.973710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.973824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.973914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.974024] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.381206] env[66947]: INFO networking_nsxv3.common.synchronization [req-0a0b164b-5e1f-4fff-af00-b9ce14c3de15 req-0254031c-64a9-4f01-a573-23b66fc72dbd service nova] Enqueued Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_rules [ 771.381206] env[66947]: INFO networking_nsxv3.common.synchronization [req-0a0b164b-5e1f-4fff-af00-b9ce14c3de15 req-0254031c-64a9-4f01-a573-23b66fc72dbd service nova] Enqueued Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_members [ 771.381206] env[66947]: INFO networking_nsxv3.common.synchronization [req-0a0b164b-5e1f-4fff-af00-b9ce14c3de15 req-0254031c-64a9-4f01-a573-23b66fc72dbd service nova] Enqueued Resource ID: 871ab4f0-c70e-422e-a95b-0856fcd6de27 with Priority: HIGHEST for action port [ 771.381206] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_rules [ 771.381206] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_members [ 771.381206] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 871ab4f0-c70e-422e-a95b-0856fcd6de27 with Priority: HIGHEST for action port [ 771.381206] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39df2176-df81-41da-8b5f-7872915b0230 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.381206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.381579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.382049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.382318] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.383355] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-39df2176-df81-41da-8b5f-7872915b0230 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.383723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.383925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.384206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.384471] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.384708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.384858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.385142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.385341] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.385554] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.386777] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-871ab4f0-c70e-422e-a95b-0856fcd6de27 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.387162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-871ab4f0-c70e-422e-a95b-0856fcd6de27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.387406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-871ab4f0-c70e-422e-a95b-0856fcd6de27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.387758] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-871ab4f0-c70e-422e-a95b-0856fcd6de27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.388207] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('871ab4f0-c70e-422e-a95b-0856fcd6de27',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.460551] env[66947]: INFO networking_nsxv3.common.synchronization [req-66c925e6-fb58-46aa-b7f7-a4387ba60a96 req-cbe94152-d487-4f39-bd23-ccf541b02a89 tempest-ImagesTestJSON-1156122672 tempest-ImagesTestJSON-1156122672-project-member] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 771.460551] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 771.460551] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.460551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.460551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.461175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.461175] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.461175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.461175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.461309] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.461309] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.461434] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.476213] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.892477] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-39df2176-df81-41da-8b5f-7872915b0230 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.892477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.892477] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.893610] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 871ab4f0-c70e-422e-a95b-0856fcd6de27 with status ACTIVE [ 771.893660] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.893765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.893822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.894062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.894155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.894355] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.894454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.894510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.894751] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.894751] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.894972] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.897373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.897482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.897647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.897736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.897841] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 871ab4f0-c70e-422e-a95b-0856fcd6de27 is going to be updated. [ 771.916918] env[66947]: INFO networking_nsxv3.common.synchronization [req-fb84716b-0e7c-40f7-a3af-9a916c151428 req-5dd5dc32-03af-4449-8416-299315d91dd4 tempest-ServersTestManualDisk-2031163379 tempest-ServersTestManualDisk-2031163379-project-member] Enqueued Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_members [ 771.917513] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_members [ 771.917916] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.918281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.918352] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.919078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.920037] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.920037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.920037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.920037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.920037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.920037] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.922126] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.922301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.922301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.922465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.922737] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.922905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-871ab4f0-c70e-422e-a95b-0856fcd6de27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.963921] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.964351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.964351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.964351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.964507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.964637] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.964731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.964791] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.964927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.965014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.965101] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 771.978827] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.000608] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.000608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.000608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.000608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.000608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.010529] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 772.283724] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.283884] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.284131] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.284371] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.284628] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.284787] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.284915] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.285140] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.285281] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.285488] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.285598] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.285701] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.285803] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.285910] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.286027] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.286188] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.311674] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.311852] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.311912] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.312332] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.312467] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-669a2d23-0ae3-4b8d-9ccc-2eb702acef1e taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.312648] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-669a2d23-0ae3-4b8d-9ccc-2eb702acef1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.312648] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-669a2d23-0ae3-4b8d-9ccc-2eb702acef1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.312958] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-669a2d23-0ae3-4b8d-9ccc-2eb702acef1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.313109] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669a2d23-0ae3-4b8d-9ccc-2eb702acef1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.401084] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.421439] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.421602] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.421676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.422198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.422198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.422198] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.422319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.422354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.422507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.422597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.422663] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 already deleted. [ 772.422742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.481796] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.481945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.482028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.482253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.482348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.482442] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 is going to be updated. [ 772.510436] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.510573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.510645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.510925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.510997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.519928] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: IN_PROGRESS for 2s [ 772.815986] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.816231] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.816361] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.816635] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.816838] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.817016] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 669a2d23-0ae3-4b8d-9ccc-2eb702acef1e not found, creating... [ 772.817289] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.817441] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.817553] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.817775] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.817919] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.818288] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.818388] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.818468] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.820276] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.820445] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.820595] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 669a2d23-0ae3-4b8d-9ccc-2eb702acef1e is going to be created. [ 772.849745] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.849745] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.849745] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.849745] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.849745] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.849745] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-669a2d23-0ae3-4b8d-9ccc-2eb702acef1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.905799] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.906705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.906705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.906705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.906705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.906705] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39df2176-df81-41da-8b5f-7872915b0230 is going to be created. [ 772.961621] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.961621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.961621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.961904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.961940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.964471] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: SUCCESS [ 772.964673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.964836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.965066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.965258] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.965372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.965437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.965592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.965677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.965762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.966095] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.971739] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39df2176-df81-41da-8b5f-7872915b0230 in Status: UNINITIALIZED for 2s [ 773.469090] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.469301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.469353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.469558] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.469737] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.469839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.469891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.470286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.470286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.470286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.470519] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.470519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.470519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.470715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.470804] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.470914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.471043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.471133] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.471242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.471535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.471535] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.624326] env[66947]: INFO networking_nsxv3.common.synchronization [req-fb84716b-0e7c-40f7-a3af-9a916c151428 req-2538ce83-f0f7-42f7-8ac9-349b33336f9e service nova] Enqueued Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_rules [ 773.624664] env[66947]: INFO networking_nsxv3.common.synchronization [req-fb84716b-0e7c-40f7-a3af-9a916c151428 req-2538ce83-f0f7-42f7-8ac9-349b33336f9e service nova] Enqueued Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_members [ 773.624866] env[66947]: INFO networking_nsxv3.common.synchronization [req-fb84716b-0e7c-40f7-a3af-9a916c151428 req-2538ce83-f0f7-42f7-8ac9-349b33336f9e service nova] Enqueued Resource ID: 669a2d23-0ae3-4b8d-9ccc-2eb702acef1e with Priority: HIGHEST for action port [ 773.625626] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_rules [ 773.625861] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_members [ 773.625902] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669a2d23-0ae3-4b8d-9ccc-2eb702acef1e with Priority: HIGHEST for action port [ 773.626636] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.626636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.626832] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.626930] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.627027] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.627948] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.628090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.628446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.628446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.628543] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.628641] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.628718] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.628894] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.628958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.629069] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.629993] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-669a2d23-0ae3-4b8d-9ccc-2eb702acef1e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.630544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-669a2d23-0ae3-4b8d-9ccc-2eb702acef1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.630544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-669a2d23-0ae3-4b8d-9ccc-2eb702acef1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.630544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-669a2d23-0ae3-4b8d-9ccc-2eb702acef1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.630544] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669a2d23-0ae3-4b8d-9ccc-2eb702acef1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.973965] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19: rpc.has_security_group_logging(os_id): False [ 773.998973] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.998973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.998973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.998973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.998973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.998973] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.998973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.998973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.998973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.998973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.998973] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.998973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.998973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.999608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.999804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.000225] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.000432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.000593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.000850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.001102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.001284] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be updated. [ 774.028988] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 774.029322] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c deletion is rescheduled due to dependency. [ 774.029486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.082355] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.083513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.083669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.084510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.085084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.102697] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: IN_PROGRESS for 2s [ 774.134809] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.135933] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.136088] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.136249] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 669a2d23-0ae3-4b8d-9ccc-2eb702acef1e with status ACTIVE [ 774.136437] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.136531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.136599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.136813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.137111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.137339] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.137455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.137526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.137712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.137800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.137988] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.138768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.138938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.139091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.139185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.139295] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 669a2d23-0ae3-4b8d-9ccc-2eb702acef1e is going to be updated. [ 774.173787] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.173959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.174066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.175091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.175478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.175669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-669a2d23-0ae3-4b8d-9ccc-2eb702acef1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.529910] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: SUCCESS [ 774.530202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.576521] env[66947]: INFO networking_nsxv3.common.synchronization [req-a8960332-35d5-4b56-809e-c94ce33dfcd4 req-dc30a833-c179-41ee-8f6f-4de90bcacaec tempest-ServerPasswordTestJSON-2022294168 tempest-ServerPasswordTestJSON-2022294168-project-member] Enqueued Resource ID: d915bd88-eaaa-490b-9afe-fd60802ac502 with Priority: HIGHEST for action security_group_members [ 774.576934] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d915bd88-eaaa-490b-9afe-fd60802ac502 with Priority: HIGHEST for action security_group_members [ 774.577344] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d915bd88-eaaa-490b-9afe-fd60802ac502 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.577497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.577497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.577765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.577922] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.579364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.579481] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.579680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.579780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.579898] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d915bd88-eaaa-490b-9afe-fd60802ac502',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.641910] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.977459] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.977459] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-43" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.977459] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-43" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.977459] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-43" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.977459] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.977459] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.977459] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.977913] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.978348] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.978654] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.978805] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.979034] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.979186] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.979323] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.979450] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.979603] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.981813] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39df2176-df81-41da-8b5f-7872915b0230 in Status: SUCCESS [ 774.982047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.982584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.982765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.982927] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.983075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.983149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.983357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.983395] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.983459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.983550] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.003303] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.003765] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.004125] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.004483] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-43" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.006025] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-67af2b2c-9296-4c38-a3e3-dbe25b7d0d59 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.006025] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-67af2b2c-9296-4c38-a3e3-dbe25b7d0d59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.006025] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-67af2b2c-9296-4c38-a3e3-dbe25b7d0d59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.006025] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-67af2b2c-9296-4c38-a3e3-dbe25b7d0d59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.010038] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67af2b2c-9296-4c38-a3e3-dbe25b7d0d59',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.083584] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.083584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.083584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.083806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.083875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.084097] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.084198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.084258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.084419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.084493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.084578] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d915bd88-eaaa-490b-9afe-fd60802ac502 already deleted. [ 775.084659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.144080] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.144322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.144322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.144906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.144906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.144906] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 is going to be created. [ 775.176082] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.176256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.176422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.176650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.176891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.189883] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 in Status: UNINITIALIZED for 2s [ 775.487576] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.512407] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.512614] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.512738] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.513172] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.513362] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.513524] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 67af2b2c-9296-4c38-a3e3-dbe25b7d0d59 not found, creating... [ 775.513973] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.514236] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.514323] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.514622] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.514827] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.515264] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.515517] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.515669] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.515926] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.516111] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.516246] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 67af2b2c-9296-4c38-a3e3-dbe25b7d0d59 is going to be created. [ 775.543896] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.543896] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.543896] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.543896] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.543896] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.543896] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-67af2b2c-9296-4c38-a3e3-dbe25b7d0d59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.728036] env[66947]: INFO networking_nsxv3.common.synchronization [req-f08c3943-c463-4da3-9fc6-777309c50570 req-b81fa556-eb32-4265-8f72-da9c2fecb8e2 tempest-ListServerFiltersTestJSON-915618344 tempest-ListServerFiltersTestJSON-915618344-project-member] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 775.728036] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 775.728036] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.728036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.728036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.728036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.728036] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.728036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.728036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.729941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.731188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.734035] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.990017] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39df2176-df81-41da-8b5f-7872915b0230: rpc.has_security_group_logging(os_id): False [ 776.017773] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.017773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.017773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.017773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.017773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.017773] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.017773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.017773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.017773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.017773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.017773] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39df2176-df81-41da-8b5f-7872915b0230 is going to be created. [ 776.127587] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.128476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.128777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.129172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.129521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.133489] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: SUCCESS [ 776.133489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.147932] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39df2176-df81-41da-8b5f-7872915b0230 in Status: IN_PROGRESS for 2s [ 776.239068] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.354926] env[66947]: INFO networking_nsxv3.common.synchronization [req-a8960332-35d5-4b56-809e-c94ce33dfcd4 req-eab48cb0-75ca-4d83-845f-30600238ebc2 service nova] Enqueued Resource ID: d915bd88-eaaa-490b-9afe-fd60802ac502 with Priority: HIGHEST for action security_group_rules [ 776.355205] env[66947]: INFO networking_nsxv3.common.synchronization [req-a8960332-35d5-4b56-809e-c94ce33dfcd4 req-eab48cb0-75ca-4d83-845f-30600238ebc2 service nova] Enqueued Resource ID: d915bd88-eaaa-490b-9afe-fd60802ac502 with Priority: HIGHEST for action security_group_members [ 776.355352] env[66947]: INFO networking_nsxv3.common.synchronization [req-a8960332-35d5-4b56-809e-c94ce33dfcd4 req-eab48cb0-75ca-4d83-845f-30600238ebc2 service nova] Enqueued Resource ID: 67af2b2c-9296-4c38-a3e3-dbe25b7d0d59 with Priority: HIGHEST for action port [ 776.356568] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d915bd88-eaaa-490b-9afe-fd60802ac502 with Priority: HIGHEST for action security_group_rules [ 776.356782] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d915bd88-eaaa-490b-9afe-fd60802ac502 with Priority: HIGHEST for action security_group_members [ 776.357023] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67af2b2c-9296-4c38-a3e3-dbe25b7d0d59 with Priority: HIGHEST for action port [ 776.357313] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d915bd88-eaaa-490b-9afe-fd60802ac502 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.357492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.357587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.357960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.358072] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d915bd88-eaaa-490b-9afe-fd60802ac502',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.359326] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d915bd88-eaaa-490b-9afe-fd60802ac502 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.360594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.360594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.360594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.360594] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.360594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.360594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.360594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.360594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.360594] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d915bd88-eaaa-490b-9afe-fd60802ac502',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.361841] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-67af2b2c-9296-4c38-a3e3-dbe25b7d0d59 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.361960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67af2b2c-9296-4c38-a3e3-dbe25b7d0d59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.362038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67af2b2c-9296-4c38-a3e3-dbe25b7d0d59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.363164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67af2b2c-9296-4c38-a3e3-dbe25b7d0d59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.363164] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67af2b2c-9296-4c38-a3e3-dbe25b7d0d59',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.742603] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.867027] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d915bd88-eaaa-490b-9afe-fd60802ac502',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.867027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d915bd88-eaaa-490b-9afe-fd60802ac502 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.867027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.867027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67af2b2c-9296-4c38-a3e3-dbe25b7d0d59 with status ACTIVE [ 776.867027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.867027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.867027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.867027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.867027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.867027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.867027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.867027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.867027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.867027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.867770] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.867770] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.867770] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.868311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.868549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.868772] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67af2b2c-9296-4c38-a3e3-dbe25b7d0d59 is going to be updated. [ 776.896927] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.896927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.896927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.897581] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.897581] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.897652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67af2b2c-9296-4c38-a3e3-dbe25b7d0d59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.205081] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 in Status: SUCCESS [ 777.205522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.205522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.205798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.205900] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.206034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.206104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.206260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.206343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.206429] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.206525] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.246252] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.246252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.246252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.246474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.246506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.246657] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbea24-d907-485b-82eb-3844009935d4 is going to be updated. [ 777.288685] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.288983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.289217] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.289520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.289760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.318483] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: IN_PROGRESS for 2s [ 777.371650] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d915bd88-eaaa-490b-9afe-fd60802ac502',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.710033] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.876758] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.877204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.877359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.877673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.878384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.878982] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d915bd88-eaaa-490b-9afe-fd60802ac502 is going to be created. [ 777.910836] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.910836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.910836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.910836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.910836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.928468] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d915bd88-eaaa-490b-9afe-fd60802ac502 in Status: UNINITIALIZED for 2s [ 778.162470] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39df2176-df81-41da-8b5f-7872915b0230 in Status: SUCCESS [ 778.162699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.215152] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7be59e82-ce97-446d-98e3-dd4bf01e0ea3: rpc.has_security_group_logging(os_id): False [ 778.242467] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.242620] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.243420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.243420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.243420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.243420] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.243420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.243420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.243830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.243830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.243966] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 is going to be created. [ 778.368036] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.368036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.368036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.368036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.368487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.408021] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 in Status: IN_PROGRESS for 2s [ 778.666364] env[66947]: INFO networking_nsxv3.common.synchronization [req-f1de3293-0fbc-40e0-9696-077634b1afd5 req-01fe5ad2-40f8-4fc4-bea4-bfe0ff9e8aa7 tempest-VolumesAssistedSnapshotsTest-308750262 tempest-VolumesAssistedSnapshotsTest-308750262-project-member] Enqueued Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_members [ 778.667085] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 with Priority: HIGHEST for action security_group_members [ 778.667895] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-660e0ce3-5dca-4500-835e-587dc6cc63e4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.667895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.667895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.667895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.668163] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.668163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.668250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.669120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.669201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.669271] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('660e0ce3-5dca-4500-835e-587dc6cc63e4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.171537] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.171537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.171681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.171838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.171931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.172150] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.172265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.172324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.172769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.172980] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.173368] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 is going to be updated. [ 779.208186] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.208513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.208513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.208660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.208798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.221887] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 in Status: IN_PROGRESS for 2s [ 779.343484] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: SUCCESS [ 779.343777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.942880] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d915bd88-eaaa-490b-9afe-fd60802ac502 in Status: SUCCESS [ 779.943160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.943577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.943765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.943875] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.944067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.944139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.944336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.944427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.944552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.944669] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d915bd88-eaaa-490b-9afe-fd60802ac502',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.425785] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 in Status: SUCCESS [ 780.426125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.450907] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d915bd88-eaaa-490b-9afe-fd60802ac502 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.450907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.451177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.455020] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.455020] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d915bd88-eaaa-490b-9afe-fd60802ac502 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.455020] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.455020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.457251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.457314] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d915bd88-eaaa-490b-9afe-fd60802ac502',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.463847] env[66947]: INFO networking_nsxv3.common.synchronization [req-910a5642-4088-43e5-a9de-79406c85820f req-5dce865c-e023-4d96-8391-35db86a10a53 tempest-MigrationsAdminTest-888779591 tempest-MigrationsAdminTest-888779591-project-member] Enqueued Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 780.465516] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 780.465516] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.465516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.465516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.465516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.465516] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.465516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.465516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.465516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.465855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.465855] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.935749] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.937826] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.937826] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.937826] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.937826] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.937826] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.937826] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.937826] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.938464] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.938951] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.939269] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.939573] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.940444] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.940444] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.940444] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.940444] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.961695] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d915bd88-eaaa-490b-9afe-fd60802ac502: rpc.has_security_group_logging(os_id): False [ 780.967177] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.967355] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.967482] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.967693] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.968012] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.968165] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.968316] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.968737] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.968832] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.969837] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.989381] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.989381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.989381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.989381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.989777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.989777] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.989777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.989895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.989976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.990120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.991358] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.991693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.991693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.991866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.991961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.992264] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.992427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.992523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.992875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.993046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.993116] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d915bd88-eaaa-490b-9afe-fd60802ac502 is going to be created. [ 781.086785] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.087060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.087060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.087282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.087469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.100650] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d915bd88-eaaa-490b-9afe-fd60802ac502 in Status: IN_PROGRESS for 2s [ 781.236611] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 in Status: SUCCESS [ 781.236825] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 660e0ce3-5dca-4500-835e-587dc6cc63e4 deletion is rescheduled due to dependency. [ 781.236958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-660e0ce3-5dca-4500-835e-587dc6cc63e4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.472129] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.472129] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.472129] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.472565] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.472565] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.472565] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d not found, creating... [ 781.472702] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.473037] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.473037] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.473199] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.473337] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.473609] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.473940] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.473940] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.474401] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.474401] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.474401] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d is going to be created. [ 781.475499] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.501365] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.501564] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.501698] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.502042] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.502329] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.502636] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.978375] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.978566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.978634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.979100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.979100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.979100] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 is going to be updated. [ 782.010743] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.010743] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.010743] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.010743] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.010743] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.018517] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: IN_PROGRESS for 2s [ 782.219466] env[66947]: INFO networking_nsxv3.common.synchronization [req-910a5642-4088-43e5-a9de-79406c85820f req-7b8ad6a0-06d5-4461-be28-7b3efc5a7659 service nova] Enqueued Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_rules [ 782.219636] env[66947]: INFO networking_nsxv3.common.synchronization [req-910a5642-4088-43e5-a9de-79406c85820f req-7b8ad6a0-06d5-4461-be28-7b3efc5a7659 service nova] Enqueued Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 782.219766] env[66947]: INFO networking_nsxv3.common.synchronization [req-910a5642-4088-43e5-a9de-79406c85820f req-7b8ad6a0-06d5-4461-be28-7b3efc5a7659 service nova] Enqueued Resource ID: d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d with Priority: HIGHEST for action port [ 782.220336] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_rules [ 782.220477] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 782.220576] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d with Priority: HIGHEST for action port [ 782.220846] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.221079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.222491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.224307] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.224379] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.225295] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.226324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.226324] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.226324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.226324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.226324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.226324] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.729753] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.729753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.734179] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d with status ACTIVE [ 782.734179] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.734179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.734179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.734179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.734179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.734179] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.734179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.734179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.734179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.734179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.734179] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.734179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.734179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.734179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.735284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.735795] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d is going to be updated. [ 782.764187] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.765827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.765827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.765827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.765827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.765827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d79ab0e7-7aa6-44fe-87d9-a38ea80f0b5d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.116907] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d915bd88-eaaa-490b-9afe-fd60802ac502 in Status: SUCCESS [ 783.118205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.959412] env[66947]: INFO networking_nsxv3.common.synchronization [req-b793e209-8c8a-4e93-a2e9-866a5fa2514f req-e977cda6-2e3a-49b3-a69d-0e70c3d1f3f1 tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 783.960545] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 783.960893] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.961226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.963425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.963739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.964037] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.964206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.964297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.964503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.964663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.964781] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.033089] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: SUCCESS [ 784.035633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.035633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.035633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.035633] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.035633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.035633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.035633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.035633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.035633] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.421348] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.421348] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.421348] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.421348] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.421348] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.421348] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.421348] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.421348] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.421348] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.421348] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.421348] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.421348] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.422301] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.422610] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.422828] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.423086] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.445026] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.445026] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.445026] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.445026] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.445026] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-d7b4a1a5-c437-4d1e-9fd7-2217ed78205b taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.445026] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-d7b4a1a5-c437-4d1e-9fd7-2217ed78205b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.445026] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-d7b4a1a5-c437-4d1e-9fd7-2217ed78205b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.445026] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-d7b4a1a5-c437-4d1e-9fd7-2217ed78205b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.445026] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b4a1a5-c437-4d1e-9fd7-2217ed78205b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.470334] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.470334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.470334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.470334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.470334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.470334] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.470334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.470334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.470334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.470334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.470334] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 784.492568] env[66947]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 784.492722] env[66947]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] NSXv3 Agent Agent loop - iteration:1 started [ 784.498551] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.498696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.498759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.499048] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.499224] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.510028] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 784.539948] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.949059] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.949059] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.949059] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.949370] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.949598] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.949790] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port d7b4a1a5-c437-4d1e-9fd7-2217ed78205b not found, creating... [ 784.950132] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.950343] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.950486] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.950745] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.950912] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.951236] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.951455] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.951595] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.951849] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.952009] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.952184] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: d7b4a1a5-c437-4d1e-9fd7-2217ed78205b is going to be created. [ 784.974299] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.974722] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.974722] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.975082] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.975446] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.975652] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-d7b4a1a5-c437-4d1e-9fd7-2217ed78205b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.042383] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.474937] env[66947]: INFO networking_nsxv3.common.synchronization [None req-cded0ecb-9df0-404a-8af6-1293e5d43f86 None None] Enqueued Resource ID: f24472e4-5009-4d9a-b36e-64bad6f79b8b with Priority: HIGHEST for action port [ 785.475575] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24472e4-5009-4d9a-b36e-64bad6f79b8b with Priority: HIGHEST for action port [ 785.476120] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f24472e4-5009-4d9a-b36e-64bad6f79b8b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.476522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f24472e4-5009-4d9a-b36e-64bad6f79b8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.476767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f24472e4-5009-4d9a-b36e-64bad6f79b8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.477791] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f24472e4-5009-4d9a-b36e-64bad6f79b8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.478227] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24472e4-5009-4d9a-b36e-64bad6f79b8b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.544847] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.544847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.544847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.545113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.545113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.545113] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 is going to be updated. [ 785.582614] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.582614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.582614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.582614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.582614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.597526] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: IN_PROGRESS for 2s [ 785.706962] env[66947]: INFO networking_nsxv3.common.synchronization [req-b793e209-8c8a-4e93-a2e9-866a5fa2514f req-fe5f39ac-d690-47d1-858c-59a01362d750 service nova] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_rules [ 785.707206] env[66947]: INFO networking_nsxv3.common.synchronization [req-b793e209-8c8a-4e93-a2e9-866a5fa2514f req-fe5f39ac-d690-47d1-858c-59a01362d750 service nova] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 785.707354] env[66947]: INFO networking_nsxv3.common.synchronization [req-b793e209-8c8a-4e93-a2e9-866a5fa2514f req-fe5f39ac-d690-47d1-858c-59a01362d750 service nova] Enqueued Resource ID: d7b4a1a5-c437-4d1e-9fd7-2217ed78205b with Priority: HIGHEST for action port [ 785.707911] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_rules [ 785.707997] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 785.708128] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7b4a1a5-c437-4d1e-9fd7-2217ed78205b with Priority: HIGHEST for action port [ 785.708457] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.708555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.708555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.708767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.708889] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.711232] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.711370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.711565] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7b4a1a5-c437-4d1e-9fd7-2217ed78205b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.711677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7b4a1a5-c437-4d1e-9fd7-2217ed78205b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.711751] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7b4a1a5-c437-4d1e-9fd7-2217ed78205b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.711909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7b4a1a5-c437-4d1e-9fd7-2217ed78205b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.711962] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7b4a1a5-c437-4d1e-9fd7-2217ed78205b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.982790] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f24472e4-5009-4d9a-b36e-64bad6f79b8b [ 785.982790] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.982790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.983325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.987148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.987148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.987148] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f24472e4-5009-4d9a-b36e-64bad6f79b8b already deleted. [ 785.987148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f24472e4-5009-4d9a-b36e-64bad6f79b8b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.214982] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.214982] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.215398] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7b4a1a5-c437-4d1e-9fd7-2217ed78205b with status ACTIVE [ 786.216790] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.216790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.216790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.216790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.217147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.217457] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.217676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.217743] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.217971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.219035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.219035] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.219035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.219035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.219035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.219035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.219035] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7b4a1a5-c437-4d1e-9fd7-2217ed78205b is going to be updated. [ 786.251826] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.251974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.252051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.252269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.252404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.252569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7b4a1a5-c437-4d1e-9fd7-2217ed78205b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.261781] env[66947]: INFO networking_nsxv3.common.synchronization [req-e1533ef1-4506-4488-afd9-327449037b64 req-09bcb0f0-18a5-497e-bff2-6506a5a79633 tempest-ServersAdminTestJSON-941451083 tempest-ServersAdminTestJSON-941451083-project-member] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 786.262018] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 786.263296] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.263296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.263296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.263296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.263296] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.263296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.263296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.263296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.263585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.263585] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.525155] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 786.525335] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa deletion is rescheduled due to dependency. [ 786.525458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.526115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.526115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.526197] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.526328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.527379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.527379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.527379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.527379] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.681426] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-579 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.682638] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.682822] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.683171] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.683412] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.683568] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.683675] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.683877] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.684124] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.684216] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.684324] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.684425] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.684524] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.684623] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.684718] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.684842] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.707953] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.708136] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.708300] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.708493] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-579" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.708808] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-83f8bc91-f77f-468a-9fd7-6869e4ad4a1c taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.709024] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-83f8bc91-f77f-468a-9fd7-6869e4ad4a1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.709197] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-83f8bc91-f77f-468a-9fd7-6869e4ad4a1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.709590] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-83f8bc91-f77f-468a-9fd7-6869e4ad4a1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.709736] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f8bc91-f77f-468a-9fd7-6869e4ad4a1c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.766143] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.029866] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.216110] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.216110] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.216110] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.217061] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.217234] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.217395] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 83f8bc91-f77f-468a-9fd7-6869e4ad4a1c not found, creating... [ 787.218284] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.218447] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.218565] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.218865] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.219070] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.219386] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.219538] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.219846] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.220172] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.220312] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.220452] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 83f8bc91-f77f-468a-9fd7-6869e4ad4a1c is going to be created. [ 787.244166] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.244636] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.244636] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.244828] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.245066] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.245289] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-83f8bc91-f77f-468a-9fd7-6869e4ad4a1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.268634] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.532135] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.610054] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: SUCCESS [ 787.610054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.610054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.610054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.610054] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.610054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.610054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.610054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.610054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.610054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.610054] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.771100] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.772707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.772707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.772707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.772707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.772707] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 787.825210] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.825395] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.825438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.825674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.825822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.839472] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 787.900311] env[66947]: INFO networking_nsxv3.common.synchronization [None req-bc69a89a-bf97-4019-a371-185ca4c2ba19 None None] Enqueued Resource ID: 70496926-0e46-4370-864e-74a7e8244ef0 with Priority: HIGHEST for action port [ 787.900311] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70496926-0e46-4370-864e-74a7e8244ef0 with Priority: HIGHEST for action port [ 787.902236] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-70496926-0e46-4370-864e-74a7e8244ef0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.902330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70496926-0e46-4370-864e-74a7e8244ef0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.902380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70496926-0e46-4370-864e-74a7e8244ef0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.902661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70496926-0e46-4370-864e-74a7e8244ef0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.902752] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70496926-0e46-4370-864e-74a7e8244ef0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.035628] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.036196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.036196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.036196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.036196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.036356] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 788.082081] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.082314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.082314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.082638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.083795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.095319] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 788.114431] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.114431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.114431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.114431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.114431] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.114431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.114431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.114431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.114431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.114852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.114852] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.114923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.114974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.115188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.115386] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.115512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.115602] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.116962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.116962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.116962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.117284] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.125882] env[66947]: INFO networking_nsxv3.common.synchronization [req-e1533ef1-4506-4488-afd9-327449037b64 req-ea357e88-634d-4557-9488-1f9c7b9faf05 service nova] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_rules [ 788.125882] env[66947]: INFO networking_nsxv3.common.synchronization [req-e1533ef1-4506-4488-afd9-327449037b64 req-ea357e88-634d-4557-9488-1f9c7b9faf05 service nova] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 788.125882] env[66947]: INFO networking_nsxv3.common.synchronization [req-e1533ef1-4506-4488-afd9-327449037b64 req-ea357e88-634d-4557-9488-1f9c7b9faf05 service nova] Enqueued Resource ID: 83f8bc91-f77f-468a-9fd7-6869e4ad4a1c with Priority: HIGHEST for action port [ 788.125882] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_rules [ 788.125882] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 788.125882] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f8bc91-f77f-468a-9fd7-6869e4ad4a1c with Priority: HIGHEST for action port [ 788.126573] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.126573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.126573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.127117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.127117] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.127802] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.128815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.128815] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-83f8bc91-f77f-468a-9fd7-6869e4ad4a1c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.128815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83f8bc91-f77f-468a-9fd7-6869e4ad4a1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.128815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83f8bc91-f77f-468a-9fd7-6869e4ad4a1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.128815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83f8bc91-f77f-468a-9fd7-6869e4ad4a1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.128815] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f8bc91-f77f-468a-9fd7-6869e4ad4a1c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.202755] env[66947]: INFO networking_nsxv3.common.synchronization [None req-2e8f694e-1ddd-4bdf-989e-0a79e3372846 tempest-ServerRescueNegativeTestJSON-1608535984 tempest-ServerRescueNegativeTestJSON-1608535984-project-member] Enqueued Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_rules [ 788.202755] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_rules [ 788.202755] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.202755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.202755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.203511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.203511] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.337111] env[66947]: INFO networking_nsxv3.common.synchronization [None req-0f504d06-c255-424c-ae2d-4817f028c174 tempest-ServerRescueNegativeTestJSON-1608535984 tempest-ServerRescueNegativeTestJSON-1608535984-project-member] Enqueued Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_rules [ 788.338276] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_rules [ 788.338333] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.339087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.405184] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70496926-0e46-4370-864e-74a7e8244ef0 [ 788.405465] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.405598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.405688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.405964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.406068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.406596] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70496926-0e46-4370-864e-74a7e8244ef0 already deleted. [ 788.406596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70496926-0e46-4370-864e-74a7e8244ef0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.620854] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a0a36f9-bd37-4cdc-a764-85a1463a78c5: rpc.has_security_group_logging(os_id): False [ 788.631147] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.631147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.631147] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83f8bc91-f77f-468a-9fd7-6869e4ad4a1c with status ACTIVE [ 788.631147] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.631147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.631512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.631512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.631574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.632559] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.632559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.632559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.632559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.632559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.632559] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.632559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.632559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.632897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.632897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.632897] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83f8bc91-f77f-468a-9fd7-6869e4ad4a1c is going to be updated. [ 788.642294] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.642474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.642609] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.642826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.642923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.643449] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.643449] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.643449] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.643630] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.643630] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.643948] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.644175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.644175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.644314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.644390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.644584] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.644674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.644733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.644877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.644951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.645052] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 is going to be updated. [ 788.657777] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.657777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.657777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.660320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.660320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.660320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83f8bc91-f77f-468a-9fd7-6869e4ad4a1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.739696] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.740230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.740230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.740230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.740505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.744084] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.744424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.744424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.744651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.744761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.744867] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 already deleted. [ 788.744954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.745953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.745953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.745953] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.757508] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: IN_PROGRESS for 2s [ 789.272318] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.272318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.272318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.272318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.272318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.272318] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 already deleted. [ 789.272318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.851079] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 789.851424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.851639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.851876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.852145] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.852240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.852240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.852408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.852488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.852604] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.107609] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 790.107925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.108184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.108447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.108676] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.108869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.108931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.109120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.109215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.109274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.109390] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.357819] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.611610] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.611816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.611816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.612066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.612232] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.612327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.612422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.612578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.612644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.612703] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.612910] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.612990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.613076] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.613195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.613333] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.613476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.613548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.613676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.613750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.613808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.613904] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.772122] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: SUCCESS [ 790.772345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.861262] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.116796] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b99151e-fe66-44a1-af70-3c916dfb08fa: rpc.has_security_group_logging(os_id): False [ 791.149853] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.150120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.150120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.150313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.150464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.151031] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.151031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.151031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.151031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.151031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.151401] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.151401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.151401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.151521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.151521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.152279] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.152279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.152279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.157211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.158390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.158390] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 791.192693] env[66947]: INFO networking_nsxv3.common.synchronization [req-e5e79f9c-764c-4726-8a30-aacbcb510f82 req-ac706f81-b6a2-4809-b135-6340191da5d8 tempest-ServerPasswordTestJSON-2022294168 tempest-ServerPasswordTestJSON-2022294168-project-member] Enqueued Resource ID: d915bd88-eaaa-490b-9afe-fd60802ac502 with Priority: HIGHEST for action security_group_members [ 791.193315] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d915bd88-eaaa-490b-9afe-fd60802ac502 with Priority: HIGHEST for action security_group_members [ 791.193547] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d915bd88-eaaa-490b-9afe-fd60802ac502 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.193716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.193782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.194020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.194177] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.194334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.194334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.194504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.194646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.194754] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d915bd88-eaaa-490b-9afe-fd60802ac502',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.235077] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.235229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.235300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.235512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.235658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.250477] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 791.369188] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.369188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.369188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.369188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.369188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.369188] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 791.411898] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.411898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.411898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.411898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.411898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.435537] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 791.462572] env[66947]: INFO networking_nsxv3.common.synchronization [req-bd1576f3-9a5b-476e-913f-6e4ab9d65a9c req-e52578f7-22b0-45b4-92fb-1d25c183a887 tempest-ImagesOneServerNegativeTestJSON-1248643252 tempest-ImagesOneServerNegativeTestJSON-1248643252-project-member] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 791.463339] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 791.463829] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.464016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.464216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.464527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.464829] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.464939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.465168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.465677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.465677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.465677] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.697698] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.697821] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.697821] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.698099] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.698220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.698449] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.698553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.698626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.698885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.698973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.699105] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d915bd88-eaaa-490b-9afe-fd60802ac502 is going to be updated. [ 791.727248] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.727248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.727248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.727248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.727248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.736110] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d915bd88-eaaa-490b-9afe-fd60802ac502 in Status: IN_PROGRESS for 2s [ 791.969109] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.969109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.969109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.969109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.969109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.969466] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.969466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.969588] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.969748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.969748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.969857] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be updated. [ 792.001566] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.001707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.001777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.001998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.002164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.013191] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: IN_PROGRESS for 2s [ 792.436518] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.436518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.436518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.436978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.436978] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.942328] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.262680] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 793.262937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.446021] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.448097] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 793.449259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.449259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.449259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.449259] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.449450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.449488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.449631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.449728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.449815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.449904] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.745943] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d915bd88-eaaa-490b-9afe-fd60802ac502 in Status: SUCCESS [ 793.746136] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d915bd88-eaaa-490b-9afe-fd60802ac502 deletion is rescheduled due to dependency. [ 793.746250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.947977] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 793.948149] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 793.954511] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.954913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.954913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.955097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.957503] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.957503] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.957503] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.957503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.957503] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.980106] env[66947]: INFO networking_nsxv3.common.synchronization [req-4b53d4f2-2a0f-496f-8ad0-9bc5b3330702 req-302e26df-c42a-4136-8adf-0afeb97cae35 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 793.980901] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 793.984785] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.985596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.985596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.985596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.985596] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.985596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.985596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.985960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.985960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.985960] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.023359] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: SUCCESS [ 794.023359] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 deletion is rescheduled due to dependency. [ 794.023359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.460873] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d3c36b9-0be7-425a-9ced-43801e7fa082: rpc.has_security_group_logging(os_id): False [ 794.480840] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.480840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.480840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.480840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.480840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.481121] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.481210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.481277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.481444] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.481527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.481784] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.481898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.482824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.482824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.482824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.482824] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.482824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.482824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.482824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.482824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.482824] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 794.488863] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.488863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.488863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.488863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.488863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.489582] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.489740] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.489842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.490046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.490191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.490290] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e634b76d-fe48-4c27-875b-56297d3b0977 is going to be updated. [ 794.529145] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.529145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.529145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.529291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.529367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.538588] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: IN_PROGRESS for 2s [ 794.559699] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.559853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.559912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.560162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.560305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.584211] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 794.824403] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.824590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.824661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.824900] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.842201] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 794.842201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.843170] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 794.871578] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.871578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.871578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.871578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.877240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.877957] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 794.878050] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 794.878143] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 794.912485] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.912692] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.912692] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.912934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.914415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.914602] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 794.975968] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.975968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.975968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.975968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.976262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.976427] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 795.052789] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.053087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.053087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.053277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.053484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.053761] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 795.053876] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1497a29c-3b3c-463e-bab7-853da21a244a', 'e634b76d-fe48-4c27-875b-56297d3b0977', '4cb86da2-b1a0-4863-b8bb-95b86d4bdf19', '0e149313-0faa-4ec6-9259-a04b4e798da3', '3bf2bd1d-19eb-4b57-9d18-3363826b2f36', '30b40544-c925-410e-aa00-d8996d35a737', '39df2176-df81-41da-8b5f-7872915b0230', '8a8ad27b-bfb4-4423-9259-1de186bce18c', '207134cd-6a31-4b57-a073-c057c2bab24c', 'ef4e2067-1e6a-485f-9205-776a5f1aa674', 'e2f11c9a-c785-40b6-82e9-ed4969a1e1f2', '0d3c36b9-0be7-425a-9ced-43801e7fa082', 'fefe5e9f-c234-4812-a59a-40b8ce17e99e', '52785e17-c678-4087-9811-f1d8e254d7d1', '97b8434d-70fe-4e3f-a093-dba7ad1abf54', '8dafe9b1-088f-4213-a87c-3e72fbbe4042', '5b99151e-fe66-44a1-af70-3c916dfb08fa', 'd915bd88-eaaa-490b-9afe-fd60802ac502', '85572538-1291-4d05-b802-6ae1bbeedfa2', '7be59e82-ce97-446d-98e3-dd4bf01e0ea3', '200ee33d-8b6c-4fdf-a5a0-b047df2349f0', '660e0ce3-5dca-4500-835e-587dc6cc63e4', '2cf2bc22-4de2-4e86-b63c-bb6f69ec3612', '25d40b63-ffa2-46aa-b5d4-d3fae27110e8', '1a0a36f9-bd37-4cdc-a764-85a1463a78c5', 'd8827ad2-64f6-41ef-a36c-3da01d7e36b3', '2cb2a8c9-6dab-4313-8760-0277cb9d9728', 'f1bbea24-d907-485b-82eb-3844009935d4', '50be6d75-2723-4b5f-8b83-c68fcf088df4', '7b3a6dcc-6fed-4536-98b5-2626fd2c9336', '7ec8c493-a04a-430c-8f56-f64e104c07a8'} {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.053996] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 795.078925] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.079233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.079351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.079606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.079714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.080521] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 795.080521] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.080521] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 795.142476] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.142651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.142752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.142935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.143860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.144115] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 795.144194] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.144277] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 795.144427] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 795.144427] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 795.144556] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1497a29c-3b3c-463e-bab7-853da21a244a with Priority: HIGH for action security_group_rules [ 795.144556] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGH for action security_group_rules [ 795.144846] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGH for action security_group_rules [ 795.144846] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGH for action security_group_rules [ 795.144846] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGH for action security_group_rules [ 795.144846] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30b40544-c925-410e-aa00-d8996d35a737 with Priority: HIGH for action security_group_rules [ 795.144846] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGH for action security_group_rules [ 795.145021] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGH for action security_group_rules [ 795.145021] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGH for action security_group_rules [ 795.145088] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGH for action security_group_rules [ 795.145125] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGH for action security_group_rules [ 795.145155] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGH for action security_group_rules [ 795.145391] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGH for action security_group_rules [ 795.145391] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 52785e17-c678-4087-9811-f1d8e254d7d1 with Priority: HIGH for action security_group_rules [ 795.145391] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGH for action security_group_rules [ 795.145391] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 with Priority: HIGH for action security_group_rules [ 795.145664] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGH for action security_group_rules [ 795.145664] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d915bd88-eaaa-490b-9afe-fd60802ac502 with Priority: HIGH for action security_group_rules [ 795.145664] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGH for action security_group_rules [ 795.145664] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGH for action security_group_rules [ 795.145889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.988232] env[66947]: INFO networking_nsxv3.common.synchronization [req-b28556a0-ef26-4fbb-9033-f261b5a1dc2f req-127d8de0-036e-41d8-9c2f-19b7720859a4 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 795.988755] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 795.989298] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1497a29c-3b3c-463e-bab7-853da21a244a with Priority: HIGH for action security_group_rules [ 795.989298] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGH for action security_group_rules [ 795.989672] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGH for action security_group_rules [ 795.989672] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGH for action security_group_rules [ 795.989672] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGH for action security_group_rules [ 795.989832] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGH for action security_group_rules [ 795.989832] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d915bd88-eaaa-490b-9afe-fd60802ac502 with Priority: HIGH for action security_group_rules [ 795.989946] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGH for action security_group_rules [ 795.990021] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52785e17-c678-4087-9811-f1d8e254d7d1 with Priority: HIGH for action security_group_rules [ 795.991319] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 with Priority: HIGH for action security_group_rules [ 795.991319] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGH for action security_group_rules [ 795.991319] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGH for action security_group_rules [ 795.991319] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 with Priority: HIGH for action security_group_rules [ 795.991319] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGH for action security_group_rules [ 795.991319] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGH for action security_group_rules [ 795.991319] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b40544-c925-410e-aa00-d8996d35a737 with Priority: HIGH for action security_group_rules [ 795.991319] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGH for action security_group_rules [ 795.991319] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 with Priority: HIGH for action security_group_rules [ 795.991319] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGH for action security_group_rules [ 795.991319] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGH for action security_group_rules [ 795.992012] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.992012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.992012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.992012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.992169] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.992169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.992262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.995379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.995379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.995379] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.997501] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1497a29c-3b3c-463e-bab7-853da21a244a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.997501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.997501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.997501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.997501] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1497a29c-3b3c-463e-bab7-853da21a244a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.997501] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.997501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.998229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.998229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.998229] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.999297] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39df2176-df81-41da-8b5f-7872915b0230 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.999297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.999297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.999603] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.999603] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.001202] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.001202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.001202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.001357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.001357] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.002474] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.002644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.003569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.003569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.003569] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.004644] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.004644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.004644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.004967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.004967] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.005763] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d915bd88-eaaa-490b-9afe-fd60802ac502 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.005867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.005942] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.006093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.006164] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d915bd88-eaaa-490b-9afe-fd60802ac502',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.007874] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.007874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.007874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.007874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.007874] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.008593] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52785e17-c678-4087-9811-f1d8e254d7d1 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.008736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.008806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.009195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.009195] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52785e17-c678-4087-9811-f1d8e254d7d1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.010149] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dafe9b1-088f-4213-a87c-3e72fbbe4042 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.010225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.010360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.010459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.010541] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dafe9b1-088f-4213-a87c-3e72fbbe4042',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.011549] env[66947]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 796.012548] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.012769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.012769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.012962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.012962] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.014117] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.014271] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.014486] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.014688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.014783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.015767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.015971] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2f11c9a-c785-40b6-82e9-ed4969a1e1f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.017759] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.017759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.017759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.017949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.018082] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.019952] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.019952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.019952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.019952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.019952] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.020886] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30b40544-c925-410e-aa00-d8996d35a737 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.021073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.021170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.021927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.021927] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30b40544-c925-410e-aa00-d8996d35a737',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.022636] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.022636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.022636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.022918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.023054] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.024237] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.024368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.024441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.024689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.024760] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bf2bd1d-19eb-4b57-9d18-3363826b2f36',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.025812] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.025941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.025999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.026238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.026352] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.027599] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.027822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.027822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.028323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.028323] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.063562] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.063705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.063807] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.064013] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.102016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.102161] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1497a29c-3b3c-463e-bab7-853da21a244a is going to be deleted. [ 796.160031] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.160031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.160031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.160031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.160031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.160328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1497a29c-3b3c-463e-bab7-853da21a244a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.393028] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.393235] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-390" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.393361] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-390" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.393870] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-390" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.394158] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.394326] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.394442] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.394662] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.394805] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.395008] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.395127] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.395232] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.395334] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.395440] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.395541] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.395667] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.412882] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.413063] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.413206] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.413382] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-390" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.413704] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-32eed5c0-ef2c-4d01-bcba-cb95929581fb taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.413875] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.413992] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.414329] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.414472] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32eed5c0-ef2c-4d01-bcba-cb95929581fb',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.532325] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.532325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.532325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.532507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.532507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.532668] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.532778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.532841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.532986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.533373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.533557] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 already deleted. [ 796.533723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.548383] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: SUCCESS [ 796.548638] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e634b76d-fe48-4c27-875b-56297d3b0977 deletion is rescheduled due to dependency. [ 796.548794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.553424] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.553563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.553636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.553900] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.567360] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.567525] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.567574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.570667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.570667] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.570667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.570667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.570667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.570667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.570667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.570667] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.574176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.574292] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be deleted. [ 796.575341] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.575461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.575529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.575855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.575950] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.576068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.576570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.576825] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.576918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.577015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.577142] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.580113] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.580261] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.580347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.580581] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.580738] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.580839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.580903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.581075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.581163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.581253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.581338] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.583589] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.583760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.583760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.583929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.584462] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.584462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.584462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.584462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.584462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.584676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.584676] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.587415] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefe5e9f-c234-4812-a59a-40b8ce17e99e taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.587649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.587727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.587890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.588057] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.589754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.589754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.589754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.589754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.589754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.589754] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.589754] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.590160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.590160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.591284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.594999] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.594999] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.594999] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-39df2176-df81-41da-8b5f-7872915b0230 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.594999] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.594999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.595752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.595752] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.598983] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.598983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.598983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.598983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.598983] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.598983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.598983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.599470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.599470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.599470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.599470] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.617519] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.618516] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.618640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.618709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.618909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.619430] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.619559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.619627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.619783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.619871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.619960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.620154] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.620256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.620344] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.624517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.624517] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.624517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.624517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.624517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.624517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.624517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.624517] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.644717] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.644896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.644938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.645145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.660452] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.660657] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.661503] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.661612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.662366] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.662455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.663166] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.663254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.664059] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.664160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.665164] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 796.665374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.666190] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.666377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.666884] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.666981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.667144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.667365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.667487] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.669490] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.669584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.670662] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.670662] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.672526] env[66947]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 796.672938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.673062] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2f11c9a-c785-40b6-82e9-ed4969a1e1f2 is going to be deleted. [ 796.673906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.674115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.693861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.694049] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52785e17-c678-4087-9811-f1d8e254d7d1 is going to be deleted. [ 796.694811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.695031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.717679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.717679] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d915bd88-eaaa-490b-9afe-fd60802ac502 is going to be deleted. [ 796.718592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.718823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.748938] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.748938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.751332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.751528] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e634b76d-fe48-4c27-875b-56297d3b0977 is going to be deleted. [ 796.752490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.752788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.767188] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.767188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.771260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.771378] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 is going to be deleted. [ 796.772469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.772623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.822698] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.822886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.829371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.829371] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dafe9b1-088f-4213-a87c-3e72fbbe4042 is going to be deleted. [ 796.830390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.830617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.842461] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.842461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.916922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.917080] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bf2bd1d-19eb-4b57-9d18-3363826b2f36 is going to be deleted. [ 796.918782] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.918995] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.919171] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.919455] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.919602] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.919756] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 32eed5c0-ef2c-4d01-bcba-cb95929581fb not found, creating... [ 796.920306] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.920448] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.920488] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.920787] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.920891] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.921276] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.921506] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.921663] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.921949] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.922132] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.922334] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 32eed5c0-ef2c-4d01-bcba-cb95929581fb is going to be created. [ 796.924201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.924416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.924513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.924679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.924931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.925131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.955204] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.955361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.001645] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.002091] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.002091] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.002467] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.002637] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.002890] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.004454] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.004558] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.005439] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.005485] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30b40544-c925-410e-aa00-d8996d35a737 is going to be deleted. [ 797.006376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.006579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.073018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.073018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.073018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.073018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.073018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.073732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.073732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.073732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.073732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.073732] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.080762] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.085678] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.088637] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.088946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.089160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.089426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.089613] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.089722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.089787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.089950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.090050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.090163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.090324] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.090419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.090479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.090625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.090768] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.090859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.090957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.091091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.091203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.091250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.091318] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.093980] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.095499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.095626] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be deleted. [ 797.096861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.097063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.097200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.097287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2f11c9a-c785-40b6-82e9-ed4969a1e1f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.097495] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.098408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.098603] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.098693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.098810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52785e17-c678-4087-9811-f1d8e254d7d1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.100311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.100437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.100500] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.100616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d915bd88-eaaa-490b-9afe-fd60802ac502" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.100987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.101180] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.101232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.101350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.101743] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.102599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.102599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.102599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.102599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.102599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.102599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.102599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dafe9b1-088f-4213-a87c-3e72fbbe4042" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.125021] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.125021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.125021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.125021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.125021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.125021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bf2bd1d-19eb-4b57-9d18-3363826b2f36" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.127475] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e149313-0faa-4ec6-9259-a04b4e798da3: rpc.has_security_group_logging(os_id): False [ 797.128692] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b99151e-fe66-44a1-af70-3c916dfb08fa: rpc.has_security_group_logging(os_id): False [ 797.167794] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.168015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.168015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.168245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.169432] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.169548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.169615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.169786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.169975] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.170091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.170172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.170329] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.170415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.170506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.170599] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.177135] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.177266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.187092] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.187183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.187997] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.188120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.221968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.222310] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.222532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.222593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.222786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.222880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.222962] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be updated. [ 797.224105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.224414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.287027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.287445] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.287742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.287742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.287904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.287998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.288257] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.288369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.288441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.289208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.289208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.289208] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.289208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.289208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.289437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.289437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.290276] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 797.291026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.291026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.291026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.291194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.291231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.291601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.291601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.291677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30b40544-c925-410e-aa00-d8996d35a737" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.364398] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.364547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.364617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.364828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.364983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.394652] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: IN_PROGRESS for 2s [ 797.449499] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.449967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.449967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.449967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.450576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.485651] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 797.577464] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85572538-1291-4d05-b802-6ae1bbeedfa2: rpc.has_security_group_logging(os_id): False [ 797.583243] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7be59e82-ce97-446d-98e3-dd4bf01e0ea3: rpc.has_security_group_logging(os_id): False [ 797.587925] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef4e2067-1e6a-485f-9205-776a5f1aa674: rpc.has_security_group_logging(os_id): False [ 797.594696] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a8ad27b-bfb4-4423-9259-1de186bce18c: rpc.has_security_group_logging(os_id): False [ 797.599386] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fefe5e9f-c234-4812-a59a-40b8ce17e99e: rpc.has_security_group_logging(os_id): False [ 797.602160] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39df2176-df81-41da-8b5f-7872915b0230: rpc.has_security_group_logging(os_id): False [ 797.628815] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.629056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.629148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.629367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.641675] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.641974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.642977] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.643162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.643783] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.643879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.645710] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.645847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.647981] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.648129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.660075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.660455] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.660594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.660660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.660910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.661013] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.661223] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.661346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.661495] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.661566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.661645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.661825] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.661905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.661965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.662579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.662667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.662769] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 is going to be updated. [ 797.665077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.665170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.673292] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.673447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.673568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.673752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.674013] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.674204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.674349] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.674516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.674610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.674701] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.674854] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.674949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.675025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.675178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.675324] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.675417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.675472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.675607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.675681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.675763] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.675852] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.712148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.717027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.717027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.717027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.717027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.717027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.717027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e is going to be updated. [ 797.717027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.717027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.750255] env[66947]: INFO networking_nsxv3.common.synchronization [req-b28556a0-ef26-4fbb-9033-f261b5a1dc2f req-2677aa7d-471b-4270-840b-78bc0775e8ac service nova] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_rules [ 797.750255] env[66947]: INFO networking_nsxv3.common.synchronization [req-b28556a0-ef26-4fbb-9033-f261b5a1dc2f req-2677aa7d-471b-4270-840b-78bc0775e8ac service nova] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 797.750255] env[66947]: INFO networking_nsxv3.common.synchronization [req-b28556a0-ef26-4fbb-9033-f261b5a1dc2f req-2677aa7d-471b-4270-840b-78bc0775e8ac service nova] Enqueued Resource ID: 32eed5c0-ef2c-4d01-bcba-cb95929581fb with Priority: HIGHEST for action port [ 797.750255] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_rules [ 797.750661] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 797.750991] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32eed5c0-ef2c-4d01-bcba-cb95929581fb with Priority: HIGHEST for action port [ 797.751440] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.752222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.752222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.752222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.752222] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.754144] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.754144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.754144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.754348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.754610] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.755084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.755084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.755084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.755342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.755525] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.757173] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-32eed5c0-ef2c-4d01-bcba-cb95929581fb taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.757437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.757615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.758031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.758170] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32eed5c0-ef2c-4d01-bcba-cb95929581fb',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.764216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.764216] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.764216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.764216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.764216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.764216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.764216] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 is going to be updated. [ 797.765233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.765454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.807295] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.807626] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.807717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.807780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.807986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.808080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.808234] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39df2176-df81-41da-8b5f-7872915b0230 is going to be updated. [ 797.809414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.809768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.813208] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.813348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.814345] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.814497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.831481] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.831786] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.831893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.831955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.832176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.832259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.832352] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 is going to be updated. [ 797.834372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.834372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.868228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.868534] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.868682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.868772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.868997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.869161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.869377] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.869484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.869551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.869717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.869820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.870326] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.870487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.871276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.871276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.871276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.871276] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c is going to be updated. [ 797.872356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.873074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.873074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.874195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.874420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.874710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.877115] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.877577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.877577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.877724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.880102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.911644] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e in Status: IN_PROGRESS for 2s [ 797.912049] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: IN_PROGRESS for 2s [ 797.914521] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: IN_PROGRESS for 2s [ 797.963056] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.963056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.963222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.963334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.963484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.008829] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39df2176-df81-41da-8b5f-7872915b0230 in Status: IN_PROGRESS for 2s [ 798.022750] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.022915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.023328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.023443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.023539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.062666] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 in Status: IN_PROGRESS for 2s [ 798.115241] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.115241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.115241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.115631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.115690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.138349] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: IN_PROGRESS for 2s [ 798.178492] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d3c36b9-0be7-425a-9ced-43801e7fa082: rpc.has_security_group_logging(os_id): False [ 798.230833] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.231651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.231651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.231651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.260890] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.261369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.262353] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.262937] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32eed5c0-ef2c-4d01-bcba-cb95929581fb with status ACTIVE [ 798.263360] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.263525] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.263618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.264039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.264039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.264260] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.264473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.264473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.264669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.264773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.265029] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.265152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.265241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.265430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.265532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.265649] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32eed5c0-ef2c-4d01-bcba-cb95929581fb is going to be updated. [ 798.289864] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.290175] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.290313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.290373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.290601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.290729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.290984] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.291123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.291196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.291353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.291487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.291624] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.291721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.291784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.291923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.291983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.292078] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 798.324161] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.325095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.325095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.325095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.325095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.325285] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.383152] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.383351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.383413] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.383596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.383742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.413676] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 798.768846] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.270861] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.271239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.271239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.271396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.271532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.271633] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 is going to be created. [ 799.300645] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.300798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.300847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.301394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.301394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.316264] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: UNINITIALIZED for 2s [ 799.407994] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 799.408225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.502800] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 799.503068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.548594] env[66947]: INFO networking_nsxv3.common.synchronization [req-cc2788db-1cdc-4eca-8b7c-08ca951e20d4 req-30978a2b-90eb-453e-acb4-b1df68748842 tempest-ServersTestJSON-202395692 tempest-ServersTestJSON-202395692-project-member] Enqueued Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_members [ 799.549313] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e with Priority: HIGHEST for action security_group_members [ 799.549652] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefe5e9f-c234-4812-a59a-40b8ce17e99e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.549776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.549846] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.550162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.550361] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.550498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.550676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.550993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.551190] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.551503] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fefe5e9f-c234-4812-a59a-40b8ce17e99e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.968770] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: SUCCESS [ 799.969017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.969894] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e in Status: SUCCESS [ 799.971101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.971101] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: SUCCESS [ 799.971248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.023054] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39df2176-df81-41da-8b5f-7872915b0230 in Status: SUCCESS [ 800.023321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.054236] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.054497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.054497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.054841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.054841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.054986] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.055076] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.055131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.055247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.055324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.055410] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e is going to be updated. [ 800.079316] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 in Status: SUCCESS [ 800.079316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.088778] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.088971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.088971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.090533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.090533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.100041] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e in Status: IN_PROGRESS for 2s [ 800.152455] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: SUCCESS [ 800.152734] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.428085] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 800.428349] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.900021] env[66947]: INFO networking_nsxv3.common.synchronization [req-450cf75c-1c6f-4841-8bbd-5bae00428d94 req-0aba2a3d-e998-444e-a3b3-fe80b95df3e5 tempest-InstanceActionsTestJSON-1456050946 tempest-InstanceActionsTestJSON-1456050946-project-member] Enqueued Resource ID: 61461819-d504-45ca-a149-fae621b030d0 with Priority: HIGHEST for action security_group_members [ 800.900886] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61461819-d504-45ca-a149-fae621b030d0 with Priority: HIGHEST for action security_group_members [ 800.901122] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-61461819-d504-45ca-a149-fae621b030d0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.901258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.902252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.902252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.902252] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.902252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.902252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.902252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.902252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.902646] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61461819-d504-45ca-a149-fae621b030d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.266803] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.267039] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-458" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.267276] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-458" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.267845] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-458" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.268450] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.268689] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.268843] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.269114] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.269381] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.269608] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.269724] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.269863] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.269994] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.270163] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.270294] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.270435] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.295018] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.295018] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.295018] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.295018] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-458" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.295018] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-7b291577-f137-4f68-ba11-ef282aab3ba8 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.295018] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-7b291577-f137-4f68-ba11-ef282aab3ba8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.295018] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-7b291577-f137-4f68-ba11-ef282aab3ba8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.295018] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-7b291577-f137-4f68-ba11-ef282aab3ba8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.295018] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b291577-f137-4f68-ba11-ef282aab3ba8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.344654] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: SUCCESS [ 801.344654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.344654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.344654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.344654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.344654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.345465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.346749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.346749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.346749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.346749] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.404730] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.404985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.405056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.405251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.405345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.405629] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.405792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.405792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.405951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.406043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.406227] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61461819-d504-45ca-a149-fae621b030d0 already deleted. [ 801.406227] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.592364] env[66947]: INFO networking_nsxv3.common.synchronization [req-54408a44-8b19-462a-b93e-5a2beeaa6675 req-e6dadd2f-bfc1-4432-8155-a6ade4fa93f1 tempest-FloatingIPsAssociationTestJSON-843458776 tempest-FloatingIPsAssociationTestJSON-843458776-project-member] Enqueued Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 801.592967] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGHEST for action security_group_members [ 801.593304] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.593866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.593940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.594221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.594349] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.594455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.594519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.594855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.594855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.594855] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.800300] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.800576] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.800716] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.801025] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.801183] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.801339] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 7b291577-f137-4f68-ba11-ef282aab3ba8 not found, creating... [ 801.801633] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.801783] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.802615] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.802615] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.802615] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.802615] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.802829] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.803510] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.803510] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.803510] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.804142] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 7b291577-f137-4f68-ba11-ef282aab3ba8 is going to be created. [ 801.829082] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.829620] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.829857] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.830200] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.830512] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.830836] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-7b291577-f137-4f68-ba11-ef282aab3ba8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.851374] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.097413] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.097618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.097768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.098057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.109637] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e in Status: SUCCESS [ 802.109877] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefe5e9f-c234-4812-a59a-40b8ce17e99e deletion is rescheduled due to dependency. [ 802.110070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefe5e9f-c234-4812-a59a-40b8ce17e99e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.125246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.125518] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.125637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.125711] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.125972] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.125972] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.126063] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 is going to be updated. [ 802.153794] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.153959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.154021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.154248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.154393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.164759] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: IN_PROGRESS for 2s [ 802.355975] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180: rpc.has_security_group_logging(os_id): False [ 802.386790] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.386874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.386922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.387181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.387282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.387599] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.387701] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.387762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.387920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.387997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.388111] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 is going to be created. [ 802.474663] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.474859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.474859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.475093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.475278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.489792] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: IN_PROGRESS for 2s [ 802.538654] env[66947]: INFO networking_nsxv3.common.synchronization [req-450cf75c-1c6f-4841-8bbd-5bae00428d94 req-29c3cde4-0efc-4f8f-ade7-8dc7814c03a0 service nova] Enqueued Resource ID: 61461819-d504-45ca-a149-fae621b030d0 with Priority: HIGHEST for action security_group_rules [ 802.538654] env[66947]: INFO networking_nsxv3.common.synchronization [req-450cf75c-1c6f-4841-8bbd-5bae00428d94 req-29c3cde4-0efc-4f8f-ade7-8dc7814c03a0 service nova] Enqueued Resource ID: 61461819-d504-45ca-a149-fae621b030d0 with Priority: HIGHEST for action security_group_members [ 802.538654] env[66947]: INFO networking_nsxv3.common.synchronization [req-450cf75c-1c6f-4841-8bbd-5bae00428d94 req-29c3cde4-0efc-4f8f-ade7-8dc7814c03a0 service nova] Enqueued Resource ID: 7b291577-f137-4f68-ba11-ef282aab3ba8 with Priority: HIGHEST for action port [ 802.538654] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61461819-d504-45ca-a149-fae621b030d0 with Priority: HIGHEST for action security_group_rules [ 802.538654] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61461819-d504-45ca-a149-fae621b030d0 with Priority: HIGHEST for action security_group_members [ 802.538654] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b291577-f137-4f68-ba11-ef282aab3ba8 with Priority: HIGHEST for action port [ 802.538654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61461819-d504-45ca-a149-fae621b030d0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.538654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.538654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.538654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.538654] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61461819-d504-45ca-a149-fae621b030d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.539970] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-61461819-d504-45ca-a149-fae621b030d0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.540101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.540181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.540393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.540554] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.540652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.540715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.540863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.540962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.541066] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61461819-d504-45ca-a149-fae621b030d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.542056] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b291577-f137-4f68-ba11-ef282aab3ba8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.542185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b291577-f137-4f68-ba11-ef282aab3ba8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.542248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b291577-f137-4f68-ba11-ef282aab3ba8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.542438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b291577-f137-4f68-ba11-ef282aab3ba8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.543711] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b291577-f137-4f68-ba11-ef282aab3ba8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.040451] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-61461819-d504-45ca-a149-fae621b030d0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.040949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.045239] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61461819-d504-45ca-a149-fae621b030d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.046325] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b291577-f137-4f68-ba11-ef282aab3ba8 with status ACTIVE [ 803.047363] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.047513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.047604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.047836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.047927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.048156] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.048272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.048335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.048486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.048565] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.048749] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.048838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.048897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.049057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.049178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.049266] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b291577-f137-4f68-ba11-ef282aab3ba8 is going to be updated. [ 803.074777] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.075017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.075070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.075983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.075983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.075983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b291577-f137-4f68-ba11-ef282aab3ba8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.552109] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61461819-d504-45ca-a149-fae621b030d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.055925] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.056342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.056342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.056522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.056522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.056633] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61461819-d504-45ca-a149-fae621b030d0 is going to be created. [ 804.087729] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.087729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.087729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.088037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.088575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.103888] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61461819-d504-45ca-a149-fae621b030d0 in Status: UNINITIALIZED for 2s [ 804.175834] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 in Status: SUCCESS [ 804.176079] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 deletion is rescheduled due to dependency. [ 804.176206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.504685] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: SUCCESS [ 804.504954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.116358] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61461819-d504-45ca-a149-fae621b030d0 in Status: SUCCESS [ 806.116358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.116358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.116358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.116358] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.116358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.116358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.116358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.116358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.116358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.117270] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61461819-d504-45ca-a149-fae621b030d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.619656] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-61461819-d504-45ca-a149-fae621b030d0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.619815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.619879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.620120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.620310] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.620409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.620493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.620632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.620720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.620809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.620957] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-61461819-d504-45ca-a149-fae621b030d0 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.621060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.621124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.621254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.621390] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.621957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.622046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.622193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.622273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.622359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.622510] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61461819-d504-45ca-a149-fae621b030d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.124539] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61461819-d504-45ca-a149-fae621b030d0: rpc.has_security_group_logging(os_id): False [ 807.146022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.146220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.146220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.147021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.147021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.147021] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.147021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.147021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.147021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.147268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.147391] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.147485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.148079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.148079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.148079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.148079] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.148079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.148416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.148416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.148416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.148524] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61461819-d504-45ca-a149-fae621b030d0 is going to be created. [ 807.216940] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.217148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.217191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.217420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.217739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.233935] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61461819-d504-45ca-a149-fae621b030d0 in Status: IN_PROGRESS for 2s [ 807.539668] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 807.539908] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 809.251985] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61461819-d504-45ca-a149-fae621b030d0 in Status: SUCCESS [ 809.252542] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.803179] env[66947]: INFO networking_nsxv3.common.synchronization [req-acf771cc-b0a7-4927-bc43-3d3e4f990e7c req-c4453791-fd7f-4b6c-8856-1af8a78e63c0 tempest-ServerMetadataTestJSON-1774630905 tempest-ServerMetadataTestJSON-1774630905-project-member] Enqueued Resource ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 with Priority: HIGHEST for action security_group_members [ 810.804229] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 with Priority: HIGHEST for action security_group_members [ 810.804455] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79f952c-3b9c-434b-8614-88d11e93d3e5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.804599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.804668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.804919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.805102] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.805203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.805268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.805422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.805577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.805677] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79f952c-3b9c-434b-8614-88d11e93d3e5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.067073] env[66947]: INFO networking_nsxv3.common.synchronization [req-b9af3efa-f44f-4276-9b66-c38ea996e32f req-56abcdb8-47df-474e-aac5-23c728fbabe8 tempest-ListServerFiltersTestJSON-915618344 tempest-ListServerFiltersTestJSON-915618344-project-member] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 811.067073] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 811.070468] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.070468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.070468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.070468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.070468] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.070468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.070468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.070468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.070468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.070468] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.080821] env[66947]: INFO networking_nsxv3.common.synchronization [req-4b43b2c5-9b85-4227-b72f-b1cae597f1f9 req-4f21c630-1f7e-4d54-beda-0e4c17108b12 tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 811.082272] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 811.082606] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.082733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.082795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.082994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.083160] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.083257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.083320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.083471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.083561] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.083658] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.313642] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.313642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.313642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.313642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.313642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.313642] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.313642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.313642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.313642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.314291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.314291] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 already deleted. [ 811.314291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.394720] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.394720] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-979" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.394720] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-979" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.395036] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-979" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.395280] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.395441] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.395556] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.395777] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.395919] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.396141] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.396250] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.396354] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.396467] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.396615] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.396726] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.396855] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.420196] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.420367] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.423259] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.423259] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-979" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.423259] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-3660f452-c025-4641-9bd0-adfc719816fb taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.423259] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-3660f452-c025-4641-9bd0-adfc719816fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.423259] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-3660f452-c025-4641-9bd0-adfc719816fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.423259] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-3660f452-c025-4641-9bd0-adfc719816fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.423259] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3660f452-c025-4641-9bd0-adfc719816fb',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.572769] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.586074] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.586223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.586296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.586505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.586599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.586785] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.587289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.587289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.587289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.587289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.587289] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 811.620906] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.621055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.621055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.621687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.621687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.635178] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 811.925382] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.925739] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.925739] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.926103] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.926318] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.926489] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 3660f452-c025-4641-9bd0-adfc719816fb not found, creating... [ 811.926770] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.926927] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.927054] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.927319] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.927469] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.927748] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.927898] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.928020] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.928228] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.928356] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.928532] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 3660f452-c025-4641-9bd0-adfc719816fb is going to be created. [ 811.956121] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.956352] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.956526] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.956714] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.956947] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.957221] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-3660f452-c025-4641-9bd0-adfc719816fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.075941] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.582194] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.582194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.582194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.582194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.582194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.582194] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbea24-d907-485b-82eb-3844009935d4 is going to be updated. [ 812.622800] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.623019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.623200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.623305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.623445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.634119] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: IN_PROGRESS for 2s [ 812.693025] env[66947]: INFO networking_nsxv3.common.synchronization [req-acf771cc-b0a7-4927-bc43-3d3e4f990e7c req-e4648801-7df5-4e44-9250-41f7feb1e757 service nova] Enqueued Resource ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 with Priority: HIGHEST for action security_group_rules [ 812.693025] env[66947]: INFO networking_nsxv3.common.synchronization [req-acf771cc-b0a7-4927-bc43-3d3e4f990e7c req-e4648801-7df5-4e44-9250-41f7feb1e757 service nova] Enqueued Resource ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 with Priority: HIGHEST for action security_group_members [ 812.693128] env[66947]: INFO networking_nsxv3.common.synchronization [req-acf771cc-b0a7-4927-bc43-3d3e4f990e7c req-e4648801-7df5-4e44-9250-41f7feb1e757 service nova] Enqueued Resource ID: 3660f452-c025-4641-9bd0-adfc719816fb with Priority: HIGHEST for action port [ 812.693695] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 with Priority: HIGHEST for action security_group_rules [ 812.693850] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 with Priority: HIGHEST for action security_group_members [ 812.693929] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3660f452-c025-4641-9bd0-adfc719816fb with Priority: HIGHEST for action port [ 812.694269] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79f952c-3b9c-434b-8614-88d11e93d3e5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.694394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.694461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.694740] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.694802] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79f952c-3b9c-434b-8614-88d11e93d3e5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.695710] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79f952c-3b9c-434b-8614-88d11e93d3e5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.696720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.696720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.696720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.696720] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.696720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.696720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.697019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.697019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.697019] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79f952c-3b9c-434b-8614-88d11e93d3e5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.698389] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-3660f452-c025-4641-9bd0-adfc719816fb taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.698389] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3660f452-c025-4641-9bd0-adfc719816fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.698794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3660f452-c025-4641-9bd0-adfc719816fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.700204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3660f452-c025-4641-9bd0-adfc719816fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.700283] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3660f452-c025-4641-9bd0-adfc719816fb',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.203396] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79f952c-3b9c-434b-8614-88d11e93d3e5 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.203396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.203396] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b79f952c-3b9c-434b-8614-88d11e93d3e5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.204637] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3660f452-c025-4641-9bd0-adfc719816fb with status ACTIVE [ 813.204951] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.204951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.205110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.205235] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.205326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.205578] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.205669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.206297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.206297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.206297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.206455] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.206798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.206896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.207340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.207340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.207340] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3660f452-c025-4641-9bd0-adfc719816fb is going to be updated. [ 813.229947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.229947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.229947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.230189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.230375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.230463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3660f452-c025-4641-9bd0-adfc719816fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.645080] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 813.645282] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa deletion is rescheduled due to dependency. [ 813.645431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.709483] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b79f952c-3b9c-434b-8614-88d11e93d3e5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.213123] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.213545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.213545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.213545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.213667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.213739] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 is going to be created. [ 814.246290] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.248916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.248916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.248916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.248916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.260532] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 in Status: UNINITIALIZED for 2s [ 814.644713] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: SUCCESS [ 814.645197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.816238] env[66947]: INFO networking_nsxv3.common.synchronization [req-5d8608db-ec65-4bce-9d55-50dde0919955 req-824374e2-7491-45fb-ad1f-1bbb328de209 tempest-ServersWithSpecificFlavorTestJSON-2017402899 tempest-ServersWithSpecificFlavorTestJSON-2017402899-project-member] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 815.816543] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 815.816845] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.816967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.817056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.817715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.817715] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.817715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.817715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.817715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.818627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.818627] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.184143] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.184308] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.184431] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.184699] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.184973] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.185156] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.185270] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.185477] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.185619] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.185818] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.185926] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.186057] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.186164] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.186269] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.186376] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.186498] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.204931] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.205112] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.205250] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.205419] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.205727] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-7a7703b8-8078-43e0-b811-a038fc47a20e taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.205887] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-7a7703b8-8078-43e0-b811-a038fc47a20e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.206007] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-7a7703b8-8078-43e0-b811-a038fc47a20e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.206366] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-7a7703b8-8078-43e0-b811-a038fc47a20e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.206454] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a7703b8-8078-43e0-b811-a038fc47a20e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.270052] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 in Status: SUCCESS [ 816.270396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.270582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.270802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.270998] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.271125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.271195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.271347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.271418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.271503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.271595] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b79f952c-3b9c-434b-8614-88d11e93d3e5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.322017] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.322017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.322017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.322017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.322017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.322017] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.322017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.322017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.322017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.322017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.322017] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 is going to be deleted. [ 816.377945] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.378139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.378181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.378536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.378536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.378616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.709898] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.710144] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.710243] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.710584] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.710759] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.710913] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 7a7703b8-8078-43e0-b811-a038fc47a20e not found, creating... [ 816.711197] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.711493] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.711674] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.712027] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.712193] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.712489] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.712647] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.712762] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.712977] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.713127] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.713265] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 7a7703b8-8078-43e0-b811-a038fc47a20e is going to be created. [ 816.735271] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.736731] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.736731] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.736731] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.736946] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.737450] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-7a7703b8-8078-43e0-b811-a038fc47a20e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.773989] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79f952c-3b9c-434b-8614-88d11e93d3e5 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.774222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.774222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.774440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.774636] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.774739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.774805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.774988] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.775110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.775209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.775364] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79f952c-3b9c-434b-8614-88d11e93d3e5 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.775461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.775521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.775696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.775840] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.775934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.776035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.776144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.776222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.776303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.776428] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b79f952c-3b9c-434b-8614-88d11e93d3e5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.278509] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b79f952c-3b9c-434b-8614-88d11e93d3e5: rpc.has_security_group_logging(os_id): False [ 817.298722] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.298921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.298921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.299169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.299283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.299514] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.299612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.299707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.299838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.299924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.300141] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.300259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.300339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.300535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.300701] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.300812] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.300908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.300967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.301146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.301272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.301374] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 is going to be created. [ 817.384332] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.384543] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.384653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.385037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.385337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.399089] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 in Status: IN_PROGRESS for 2s [ 817.459472] env[66947]: INFO networking_nsxv3.common.synchronization [req-5d8608db-ec65-4bce-9d55-50dde0919955 req-f06dfe06-f0b6-440f-927b-7bee3be9c44e service nova] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_rules [ 817.459712] env[66947]: INFO networking_nsxv3.common.synchronization [req-5d8608db-ec65-4bce-9d55-50dde0919955 req-f06dfe06-f0b6-440f-927b-7bee3be9c44e service nova] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 817.459916] env[66947]: INFO networking_nsxv3.common.synchronization [req-5d8608db-ec65-4bce-9d55-50dde0919955 req-f06dfe06-f0b6-440f-927b-7bee3be9c44e service nova] Enqueued Resource ID: 7a7703b8-8078-43e0-b811-a038fc47a20e with Priority: HIGHEST for action port [ 817.460642] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_rules [ 817.460776] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 817.460885] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7703b8-8078-43e0-b811-a038fc47a20e with Priority: HIGHEST for action port [ 817.461207] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.461598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.461598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.461598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.461757] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.462662] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.462795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.462851] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.463117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.463929] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.463929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.463929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.463929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.463929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.463929] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.465798] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a7703b8-8078-43e0-b811-a038fc47a20e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.465798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a7703b8-8078-43e0-b811-a038fc47a20e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.465798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a7703b8-8078-43e0-b811-a038fc47a20e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.465798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a7703b8-8078-43e0-b811-a038fc47a20e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.465798] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a7703b8-8078-43e0-b811-a038fc47a20e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.966744] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.967906] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.968070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.968544] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a7703b8-8078-43e0-b811-a038fc47a20e with status ACTIVE [ 817.968724] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.968836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.968947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.969568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.969568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.969717] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.969872] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.969965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.970463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.970463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.970463] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.970596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.970755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.970843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.971137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.971137] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a7703b8-8078-43e0-b811-a038fc47a20e is going to be updated. [ 817.999027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.999027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.999027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.999027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.999027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.999027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a7703b8-8078-43e0-b811-a038fc47a20e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.391902] env[66947]: INFO networking_nsxv3.common.synchronization [req-eb3617a6-c5bb-4558-82e3-dca1d06ef4fb req-1ab43e33-9c70-4b29-a89e-41b0b8510472 tempest-ImagesTestJSON-1156122672 tempest-ImagesTestJSON-1156122672-project-member] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 818.392629] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 818.392847] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.392947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.392947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.394375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.394375] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.394671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.396617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.396617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.396617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.396617] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.470548] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.745783] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.745981] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.746118] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.746395] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.746654] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.746806] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.746924] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.747210] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.747401] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.747610] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.747731] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.747838] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.747947] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.748064] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.748168] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.748295] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.768546] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.768728] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.768861] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.769056] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.769401] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-19348f67-f952-4332-afeb-88a5fd01d223 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.769587] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-19348f67-f952-4332-afeb-88a5fd01d223" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.769743] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-19348f67-f952-4332-afeb-88a5fd01d223" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.770026] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-19348f67-f952-4332-afeb-88a5fd01d223" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.770223] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19348f67-f952-4332-afeb-88a5fd01d223',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.898260] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.898411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.903567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.903567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.903567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.903567] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.903567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.903567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.903567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.903567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.903567] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be deleted. [ 818.940195] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.941888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.941888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.941888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.941888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.941888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.973561] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.973752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.973800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.973983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.974099] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.974201] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 is going to be created. [ 819.018341] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.018518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.018738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.018738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.018912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.044270] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: UNINITIALIZED for 2s [ 819.273272] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.273542] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.273690] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.274014] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.274184] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.274351] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 19348f67-f952-4332-afeb-88a5fd01d223 not found, creating... [ 819.274715] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.275047] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.275178] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.275422] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.275566] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.275881] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.276049] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.276167] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.276373] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.276507] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.276647] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 19348f67-f952-4332-afeb-88a5fd01d223 is going to be created. [ 819.421811] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 in Status: SUCCESS [ 819.422206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.427981] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.429032] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.429366] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.430035] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.430493] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.430967] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-19348f67-f952-4332-afeb-88a5fd01d223" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.112546] env[66947]: INFO networking_nsxv3.common.synchronization [req-eb3617a6-c5bb-4558-82e3-dca1d06ef4fb req-ad6eb733-5017-464c-a46d-2ea92abe7255 service nova] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_rules [ 820.112731] env[66947]: INFO networking_nsxv3.common.synchronization [req-eb3617a6-c5bb-4558-82e3-dca1d06ef4fb req-ad6eb733-5017-464c-a46d-2ea92abe7255 service nova] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 820.112866] env[66947]: INFO networking_nsxv3.common.synchronization [req-eb3617a6-c5bb-4558-82e3-dca1d06ef4fb req-ad6eb733-5017-464c-a46d-2ea92abe7255 service nova] Enqueued Resource ID: 19348f67-f952-4332-afeb-88a5fd01d223 with Priority: HIGHEST for action port [ 820.113512] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_rules [ 820.113590] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 820.113661] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19348f67-f952-4332-afeb-88a5fd01d223 with Priority: HIGHEST for action port [ 820.113921] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.114089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.114156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.114385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.114515] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.115472] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.115774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.115774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.115908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.115951] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.116414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.116500] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.116690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.116926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.116926] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.117643] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-19348f67-f952-4332-afeb-88a5fd01d223 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.127693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19348f67-f952-4332-afeb-88a5fd01d223" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.127921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19348f67-f952-4332-afeb-88a5fd01d223" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.128043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19348f67-f952-4332-afeb-88a5fd01d223" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.128143] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19348f67-f952-4332-afeb-88a5fd01d223',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.630361] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.630659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.630836] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.632643] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19348f67-f952-4332-afeb-88a5fd01d223 with status ACTIVE [ 820.632643] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.632643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.632643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.632643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.632643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.632643] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.632902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.632902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.633814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.633931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.634245] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.634371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.634435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.634583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.634661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.634752] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19348f67-f952-4332-afeb-88a5fd01d223 is going to be updated. [ 820.659600] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.659816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.659816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.660041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.660233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.660401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19348f67-f952-4332-afeb-88a5fd01d223" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.054990] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: SUCCESS [ 821.055238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.055409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.055640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.055840] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.055959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.056034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.056191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.056273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.056359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.056453] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.137585] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.560688] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.642234] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.642234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.642234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.642234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.642234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.642852] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be created. [ 821.670654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.670654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.670654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.670654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.670654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.680256] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: UNINITIALIZED for 2s [ 822.063793] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b8434d-70fe-4e3f-a093-dba7ad1abf54: rpc.has_security_group_logging(os_id): False [ 822.087887] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.088126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.088193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.088421] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.088548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.088856] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.089031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.089097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.089275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.089375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.089565] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 is going to be created. [ 822.160197] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.160467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.160640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.160991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.161417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.176779] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: IN_PROGRESS for 2s [ 822.429009] env[66947]: INFO networking_nsxv3.common.synchronization [req-a95b5402-4db9-4a07-9b79-9556a564adc6 req-bf3f60b6-498d-4602-965c-70e4a1ffb9db tempest-ListImageFiltersTestJSON-631290643 tempest-ListImageFiltersTestJSON-631290643-project-member] Enqueued Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 822.429950] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 822.430381] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.430577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.430679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.431035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.431286] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.431433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.431526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.431752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.431884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.432053] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.559066] env[66947]: INFO networking_nsxv3.common.synchronization [req-ef10e56b-fb01-48f5-bc3f-722cff523681 req-7196c505-39b1-4ff1-9000-67736e068f77 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 822.559734] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 822.560209] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.560366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.560428] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.560700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.560868] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.560963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.561035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.561183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.561284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.561382] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.814344] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.814915] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.814915] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.814915] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.815210] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.815353] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.815483] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.815747] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.815971] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.817240] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.817413] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.817597] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.817744] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.817901] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.818311] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.818482] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.842460] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.842700] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.842853] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.843073] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.843423] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-a5ab13af-b6be-4c50-9c9e-936fecef2947 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.843607] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-a5ab13af-b6be-4c50-9c9e-936fecef2947" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.843733] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-a5ab13af-b6be-4c50-9c9e-936fecef2947" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.844344] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-a5ab13af-b6be-4c50-9c9e-936fecef2947" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.844446] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ab13af-b6be-4c50-9c9e-936fecef2947',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.936700] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.936951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.937085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.937389] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.937620] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.938041] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.938159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.938367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.938672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.938836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.939062] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6391b159-36f6-4da1-9ed2-b340759d2efc already deleted. [ 822.939160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.975091] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.975363] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.975492] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.975799] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.976215] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.976463] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.976592] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.976928] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.977157] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.977437] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.977583] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.977767] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.977956] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.978135] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.978259] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.978744] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.002669] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.002872] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.003334] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.003537] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.003869] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-786fa40c-a08a-41bd-aa69-0fe88e1cb901 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.004096] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-786fa40c-a08a-41bd-aa69-0fe88e1cb901" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.004232] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-786fa40c-a08a-41bd-aa69-0fe88e1cb901" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.004579] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-786fa40c-a08a-41bd-aa69-0fe88e1cb901" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.004820] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786fa40c-a08a-41bd-aa69-0fe88e1cb901',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.064403] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.064600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.064688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.065015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.065200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.065434] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.065605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.065841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.065984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.066139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.066291] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d already deleted. [ 823.066351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.347466] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.347861] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.348059] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.348407] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.348585] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.348767] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port a5ab13af-b6be-4c50-9c9e-936fecef2947 not found, creating... [ 823.349218] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.349323] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.349567] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.349937] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.350136] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.350504] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.350744] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.350879] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.351136] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.351303] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.351462] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: a5ab13af-b6be-4c50-9c9e-936fecef2947 is going to be created. [ 823.374844] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.375113] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.375337] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.375640] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.375902] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.376140] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-a5ab13af-b6be-4c50-9c9e-936fecef2947" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.508329] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.508686] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.509198] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.509290] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.509538] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.509762] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 786fa40c-a08a-41bd-aa69-0fe88e1cb901 not found, creating... [ 823.510146] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.510372] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.510521] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.510887] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.511157] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.511612] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.511900] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.512067] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.512351] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.512601] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.512791] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 786fa40c-a08a-41bd-aa69-0fe88e1cb901 is going to be created. [ 823.550346] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.550728] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.550855] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.551192] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.552039] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.552039] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-786fa40c-a08a-41bd-aa69-0fe88e1cb901" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.691831] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 823.692183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.692403] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.692673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.692973] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.693100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.693217] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.693484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.693576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.693656] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.693759] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.072904] env[66947]: INFO networking_nsxv3.common.synchronization [req-a95b5402-4db9-4a07-9b79-9556a564adc6 req-a312fcff-f8a1-4da6-aad7-54b09998bcc0 service nova] Enqueued Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_rules [ 824.073192] env[66947]: INFO networking_nsxv3.common.synchronization [req-a95b5402-4db9-4a07-9b79-9556a564adc6 req-a312fcff-f8a1-4da6-aad7-54b09998bcc0 service nova] Enqueued Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 824.073245] env[66947]: INFO networking_nsxv3.common.synchronization [req-a95b5402-4db9-4a07-9b79-9556a564adc6 req-a312fcff-f8a1-4da6-aad7-54b09998bcc0 service nova] Enqueued Resource ID: a5ab13af-b6be-4c50-9c9e-936fecef2947 with Priority: HIGHEST for action port [ 824.073745] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_rules [ 824.073881] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 824.073978] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5ab13af-b6be-4c50-9c9e-936fecef2947 with Priority: HIGHEST for action port [ 824.074299] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.074485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.074485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.074735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.074812] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.075654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.075766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.075832] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.075997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.076156] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.076247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.076310] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.076526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.076651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.076754] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.079536] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5ab13af-b6be-4c50-9c9e-936fecef2947 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.079536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5ab13af-b6be-4c50-9c9e-936fecef2947" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.079536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5ab13af-b6be-4c50-9c9e-936fecef2947" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.079536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5ab13af-b6be-4c50-9c9e-936fecef2947" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.079760] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5ab13af-b6be-4c50-9c9e-936fecef2947',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.190750] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: SUCCESS [ 824.191026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.199608] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.199848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.199929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.200175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.200358] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.200466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.200624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.200674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.200762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.200849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.200999] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.201108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.201167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.201317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.201460] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.201561] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.201635] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.201855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.201933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.202026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.202117] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.253387] env[66947]: INFO networking_nsxv3.common.synchronization [req-ef10e56b-fb01-48f5-bc3f-722cff523681 req-4889449f-bae2-4dba-ad5f-35ad54e5a68b service nova] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_rules [ 824.253761] env[66947]: INFO networking_nsxv3.common.synchronization [req-ef10e56b-fb01-48f5-bc3f-722cff523681 req-4889449f-bae2-4dba-ad5f-35ad54e5a68b service nova] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 824.253761] env[66947]: INFO networking_nsxv3.common.synchronization [req-ef10e56b-fb01-48f5-bc3f-722cff523681 req-4889449f-bae2-4dba-ad5f-35ad54e5a68b service nova] Enqueued Resource ID: 786fa40c-a08a-41bd-aa69-0fe88e1cb901 with Priority: HIGHEST for action port [ 824.254204] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_rules [ 824.255187] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 824.255335] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786fa40c-a08a-41bd-aa69-0fe88e1cb901 with Priority: HIGHEST for action port [ 824.255614] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.255914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.255914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.256070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.256146] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.257102] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.257102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.257196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.257284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.258305] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.258305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.258305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.258305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.258305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.258305] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.262184] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-786fa40c-a08a-41bd-aa69-0fe88e1cb901 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.262251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-786fa40c-a08a-41bd-aa69-0fe88e1cb901" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.262286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-786fa40c-a08a-41bd-aa69-0fe88e1cb901" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.262432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-786fa40c-a08a-41bd-aa69-0fe88e1cb901" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.262505] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786fa40c-a08a-41bd-aa69-0fe88e1cb901',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.473046] env[66947]: INFO networking_nsxv3.common.synchronization [req-b0e343f6-fef1-4102-afd2-0eb900602fff req-aed4fda0-7621-45e5-8f83-9161ee6bd249 tempest-InstanceActionsTestJSON-1456050946 tempest-InstanceActionsTestJSON-1456050946-project-member] Enqueued Resource ID: 61461819-d504-45ca-a149-fae621b030d0 with Priority: HIGHEST for action security_group_members [ 824.473237] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61461819-d504-45ca-a149-fae621b030d0 with Priority: HIGHEST for action security_group_members [ 824.473691] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-61461819-d504-45ca-a149-fae621b030d0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.476562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.476562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.476562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.476562] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.476562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.476562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.476562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.476562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.476562] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61461819-d504-45ca-a149-fae621b030d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.581737] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.581902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.582127] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.583497] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5ab13af-b6be-4c50-9c9e-936fecef2947 with status ACTIVE [ 824.583497] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.583497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.583497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.583728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.583728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.584147] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.584147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.584147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.584312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.584362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.584556] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.584647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.584700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.584801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.584877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.584963] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5ab13af-b6be-4c50-9c9e-936fecef2947 is going to be updated. [ 824.609795] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.610013] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.610132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.610441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.610590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.610713] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5ab13af-b6be-4c50-9c9e-936fecef2947" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.706543] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 207134cd-6a31-4b57-a073-c057c2bab24c: rpc.has_security_group_logging(os_id): False [ 824.735026] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.735026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.735239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.735276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.735365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.735597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.735763] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.735828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.736066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.736201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.736773] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.736773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.736773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.736980] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.737332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.737588] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.737692] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.737754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.737905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.737984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.738088] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be created. [ 824.764384] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.764523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.766383] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.766916] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 786fa40c-a08a-41bd-aa69-0fe88e1cb901 with status ACTIVE [ 824.767110] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.767242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.767389] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.767592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.767684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.767920] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.767984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.768032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.768176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.768253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.768437] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.768565] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.768651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.768848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.768926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.769029] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 786fa40c-a08a-41bd-aa69-0fe88e1cb901 is going to be updated. [ 824.794186] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.794376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.794420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.794602] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.794739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.794900] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-786fa40c-a08a-41bd-aa69-0fe88e1cb901" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.822700] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.822924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.822991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.823203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.823592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.835983] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 824.978049] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.978236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.978236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.978577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.978730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.978988] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.979154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.979253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.979545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.979630] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.980152] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61461819-d504-45ca-a149-fae621b030d0 is going to be updated. [ 825.010525] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.010741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.010741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.010933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.011089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.021162] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61461819-d504-45ca-a149-fae621b030d0 in Status: IN_PROGRESS for 2s [ 825.086910] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.271741] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.589548] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.589548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.589548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.589869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.589869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.590188] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6391b159-36f6-4da1-9ed2-b340759d2efc is going to be created. [ 825.618397] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.618565] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.618635] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.618906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.619145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.630560] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: UNINITIALIZED for 2s [ 825.776286] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.776418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.776462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.777586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.777586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.777586] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be created. [ 825.805027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.805027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.805299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.805299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.805468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.817561] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: UNINITIALIZED for 2s [ 826.853129] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 826.853129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.035473] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61461819-d504-45ca-a149-fae621b030d0 in Status: SUCCESS [ 827.035675] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61461819-d504-45ca-a149-fae621b030d0 deletion is rescheduled due to dependency. [ 827.035765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.640831] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: SUCCESS [ 827.641137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.641309] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.641536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.641729] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.641915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.641978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.642161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.642239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.642326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.642418] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.829073] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 827.829366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.829630] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.829910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.830238] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.830395] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.830505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.830730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.830817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.830954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.831073] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.144725] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.145014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.145014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.145198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.145367] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.145469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.145533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.145681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.145764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.145853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.146048] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.146103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.146162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.146303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.146437] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.146529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.146578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.146714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.146787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.146869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.146962] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.334733] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.334886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.334967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.335191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.335352] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.335446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.335532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.335729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.335827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.335929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.336186] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.336351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.336402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.336519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.336654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.336761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.336817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.337121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.337218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.337977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.337977] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.650441] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6391b159-36f6-4da1-9ed2-b340759d2efc: rpc.has_security_group_logging(os_id): False [ 828.672246] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.672509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.672509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.672715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.672814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.673030] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.673160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.673223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.673410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.673584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.673703] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.673859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.673991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.674126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.674217] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.674507] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.674644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.674715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.674886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.674988] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.675115] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6391b159-36f6-4da1-9ed2-b340759d2efc is going to be created. [ 828.752719] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.752906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.752982] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.753234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.753517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.767550] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: IN_PROGRESS for 2s [ 828.841280] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d: rpc.has_security_group_logging(os_id): False [ 828.870968] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.873058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.873058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.873058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.873058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.873058] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.873058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.873058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.873058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.874460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.874460] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.874460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.874460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.874460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.874460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.874460] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.874460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.874460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.874460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.874460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.874460] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be created. [ 828.969996] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.970212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.970320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.970630] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.971501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.994297] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 829.473909] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 829.474246] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 830.783185] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: SUCCESS [ 830.783185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.011937] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 831.012688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.704142] env[66947]: INFO networking_nsxv3.common.synchronization [None req-fe63b73e-0290-49d8-bea1-0d034b28a429 None None] Enqueued Resource ID: ee23c7bc-9257-4abb-b699-1a69bbd383de with Priority: HIGHEST for action port [ 832.704142] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee23c7bc-9257-4abb-b699-1a69bbd383de with Priority: HIGHEST for action port [ 832.704440] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee23c7bc-9257-4abb-b699-1a69bbd383de taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.704440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee23c7bc-9257-4abb-b699-1a69bbd383de" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.704440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee23c7bc-9257-4abb-b699-1a69bbd383de" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.704685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee23c7bc-9257-4abb-b699-1a69bbd383de" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.707061] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee23c7bc-9257-4abb-b699-1a69bbd383de',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.721865] env[66947]: INFO networking_nsxv3.common.synchronization [req-88d4d6a8-516e-4461-a41f-a13932260993 req-9cd6a5ec-6bf1-474b-baa6-a4d4d61339ec tempest-ListImageFiltersTestJSON-631290643 tempest-ListImageFiltersTestJSON-631290643-project-member] Enqueued Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 832.722279] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 832.722439] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.722538] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.722659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.722889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.722921] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.723803] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.723803] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.723950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.724059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.724156] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.168514] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.168514] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.168514] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.168723] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.168914] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.169085] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.170364] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.170364] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.170364] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.170364] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.170364] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.170364] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.170364] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.170364] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.170364] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.170775] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.191843] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.194633] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.194633] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.194633] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.194633] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-095fc452-ebf8-4639-b85d-5f63e1ab3c1c taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.194633] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-095fc452-ebf8-4639-b85d-5f63e1ab3c1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.194633] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-095fc452-ebf8-4639-b85d-5f63e1ab3c1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.194633] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-095fc452-ebf8-4639-b85d-5f63e1ab3c1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.194633] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('095fc452-ebf8-4639-b85d-5f63e1ab3c1c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.217452] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee23c7bc-9257-4abb-b699-1a69bbd383de [ 833.217452] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.217452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.217452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.217452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.217452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.217452] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee23c7bc-9257-4abb-b699-1a69bbd383de already deleted. [ 833.217452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee23c7bc-9257-4abb-b699-1a69bbd383de" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.229160] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.697359] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.697359] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.697650] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.698111] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.698111] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.698111] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 095fc452-ebf8-4639-b85d-5f63e1ab3c1c not found, creating... [ 833.698399] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.698530] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.698636] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.698862] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.698997] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.700100] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.700285] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.700372] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.700652] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.700824] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.701082] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 095fc452-ebf8-4639-b85d-5f63e1ab3c1c is going to be created. [ 833.705646] env[66947]: INFO networking_nsxv3.common.synchronization [req-2a3c9e65-eb14-4f9b-a750-6ce79b858342 req-ae979640-8049-44b8-8fb8-2f865262a83d tempest-ServersAdminTestJSON-941451083 tempest-ServersAdminTestJSON-941451083-project-member] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 833.706120] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 833.706405] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.706545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.706634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.706753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.706905] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.706992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.708540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.708540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.708540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.708540] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.723432] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.723743] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.723925] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.724301] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.724709] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.724931] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-095fc452-ebf8-4639-b85d-5f63e1ab3c1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.733278] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.210406] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.237133] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.237354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.237470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.239321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.239321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.239321] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6391b159-36f6-4da1-9ed2-b340759d2efc is going to be updated. [ 834.277108] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.277108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.277108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.277371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.277729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.287710] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: IN_PROGRESS for 2s [ 834.472905] env[66947]: INFO networking_nsxv3.common.synchronization [req-88d4d6a8-516e-4461-a41f-a13932260993 req-3f1fd95c-0c5b-4293-a068-533f58fff665 service nova] Enqueued Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_rules [ 834.473136] env[66947]: INFO networking_nsxv3.common.synchronization [req-88d4d6a8-516e-4461-a41f-a13932260993 req-3f1fd95c-0c5b-4293-a068-533f58fff665 service nova] Enqueued Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 834.473317] env[66947]: INFO networking_nsxv3.common.synchronization [req-88d4d6a8-516e-4461-a41f-a13932260993 req-3f1fd95c-0c5b-4293-a068-533f58fff665 service nova] Enqueued Resource ID: 095fc452-ebf8-4639-b85d-5f63e1ab3c1c with Priority: HIGHEST for action port [ 834.473907] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_rules [ 834.474139] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 834.474281] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 095fc452-ebf8-4639-b85d-5f63e1ab3c1c with Priority: HIGHEST for action port [ 834.474691] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.474805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.478081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.478081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.478081] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.478953] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.479087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.479503] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-095fc452-ebf8-4639-b85d-5f63e1ab3c1c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.479876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-095fc452-ebf8-4639-b85d-5f63e1ab3c1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.480383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-095fc452-ebf8-4639-b85d-5f63e1ab3c1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.480383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-095fc452-ebf8-4639-b85d-5f63e1ab3c1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.480383] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('095fc452-ebf8-4639-b85d-5f63e1ab3c1c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.713532] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.984299] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 095fc452-ebf8-4639-b85d-5f63e1ab3c1c with status ACTIVE [ 834.987571] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.987571] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.987571] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.987571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.987571] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 095fc452-ebf8-4639-b85d-5f63e1ab3c1c is going to be updated. [ 834.991136] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.991136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.016489] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.016489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.016489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.016489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.016489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.016489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-095fc452-ebf8-4639-b85d-5f63e1ab3c1c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.215167] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.215467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.215467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.215606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.215728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.215833] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 835.247284] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.250708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.250708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.250708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.250708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.258211] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 835.588207] env[66947]: INFO networking_nsxv3.common.synchronization [None req-9f3427a0-1344-4675-b9fb-28b9f5e7b075 None None] Enqueued Resource ID: 5aab3f02-441b-4339-a279-fc332903de6f with Priority: HIGHEST for action port [ 835.588350] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aab3f02-441b-4339-a279-fc332903de6f with Priority: HIGHEST for action port [ 835.592362] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aab3f02-441b-4339-a279-fc332903de6f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.592362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aab3f02-441b-4339-a279-fc332903de6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.592362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aab3f02-441b-4339-a279-fc332903de6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.592362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aab3f02-441b-4339-a279-fc332903de6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.592362] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aab3f02-441b-4339-a279-fc332903de6f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.963744] env[66947]: INFO networking_nsxv3.common.synchronization [None req-3ffc8a9e-c1fa-4cb3-9f2b-e75e42253a07 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_rules [ 835.965497] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_rules [ 835.965497] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.965497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.965497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.965932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.965993] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3b7331-cbdd-407e-ab78-d3cca33ed05f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.087594] env[66947]: INFO networking_nsxv3.common.synchronization [None req-50d62bd9-0470-4d70-98c3-b74fc43326d9 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_rules [ 836.088233] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_rules [ 836.088597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.088736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.092671] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5aab3f02-441b-4339-a279-fc332903de6f [ 836.092961] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.093122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.093189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.093410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.093500] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.093627] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5aab3f02-441b-4339-a279-fc332903de6f already deleted. [ 836.093687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aab3f02-441b-4339-a279-fc332903de6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.299595] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: SUCCESS [ 836.299595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.300032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.300268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.300483] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.300651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.300760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.301158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.301158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.301158] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.490477] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.490701] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.490701] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.490943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.491108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.491152] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f already deleted. [ 836.491280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.491443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.491612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.491746] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3b7331-cbdd-407e-ab78-d3cca33ed05f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.804863] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.014019] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.014019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.014019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.014019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.014019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.014019] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f already deleted. [ 837.014019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.270974] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 837.271619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.306892] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.571928] env[66947]: INFO networking_nsxv3.common.synchronization [req-76fb84c0-aa67-4861-9ac5-0fc976d6cedb req-ab63b403-9512-4beb-bb15-69d614f94612 tempest-ServerAddressesNegativeTestJSON-1853640571 tempest-ServerAddressesNegativeTestJSON-1853640571-project-member] Enqueued Resource ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 with Priority: HIGHEST for action security_group_members [ 837.572774] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 with Priority: HIGHEST for action security_group_members [ 837.572921] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.572921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.573092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.574737] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.577159] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.577159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.577159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.577159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.577159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.577159] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.810883] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.810883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.810883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.814542] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.814542] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.814542] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6391b159-36f6-4da1-9ed2-b340759d2efc is going to be updated. [ 837.844033] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.844198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.844244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.844707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.844707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.855316] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: IN_PROGRESS for 2s [ 838.045325] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.045325] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-450" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.045325] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-450" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.045325] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-450" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.045325] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.045325] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.045325] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.046281] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.046535] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.046902] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.047158] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.048064] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.048064] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.048064] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.048064] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.048064] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.071031] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.071031] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.071031] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.071031] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-450" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.071031] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-86642212-32dc-44a2-b55c-590b7d1493d2 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071031] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-86642212-32dc-44a2-b55c-590b7d1493d2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.071031] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-86642212-32dc-44a2-b55c-590b7d1493d2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.071624] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-86642212-32dc-44a2-b55c-590b7d1493d2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.071931] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86642212-32dc-44a2-b55c-590b7d1493d2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.079151] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.079151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.079151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.079151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.079151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.079151] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.079151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.079151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.079151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.079151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.079151] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 already deleted. [ 838.079151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.574348] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.574623] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.574725] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.574984] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.575152] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.575306] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 86642212-32dc-44a2-b55c-590b7d1493d2 not found, creating... [ 838.575562] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.575711] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.575948] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.576086] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.576178] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.576454] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.576608] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.576729] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.576937] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.577082] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.577221] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 86642212-32dc-44a2-b55c-590b7d1493d2 is going to be created. [ 838.600170] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.602208] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.602347] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.602748] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.602839] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.603074] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-86642212-32dc-44a2-b55c-590b7d1493d2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.322641] env[66947]: INFO networking_nsxv3.common.synchronization [req-76fb84c0-aa67-4861-9ac5-0fc976d6cedb req-65cbccb7-27cd-4b9b-ab75-e3ba0a139827 service nova] Enqueued Resource ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 with Priority: HIGHEST for action security_group_rules [ 839.322933] env[66947]: INFO networking_nsxv3.common.synchronization [req-76fb84c0-aa67-4861-9ac5-0fc976d6cedb req-65cbccb7-27cd-4b9b-ab75-e3ba0a139827 service nova] Enqueued Resource ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 with Priority: HIGHEST for action security_group_members [ 839.323050] env[66947]: INFO networking_nsxv3.common.synchronization [req-76fb84c0-aa67-4861-9ac5-0fc976d6cedb req-65cbccb7-27cd-4b9b-ab75-e3ba0a139827 service nova] Enqueued Resource ID: 86642212-32dc-44a2-b55c-590b7d1493d2 with Priority: HIGHEST for action port [ 839.323620] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 with Priority: HIGHEST for action security_group_rules [ 839.323759] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 with Priority: HIGHEST for action security_group_members [ 839.323857] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86642212-32dc-44a2-b55c-590b7d1493d2 with Priority: HIGHEST for action port [ 839.324165] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.324288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.324349] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.324608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.324703] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.325605] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.325720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.325792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.325959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.326195] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.326262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.326307] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.326413] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.326495] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.326586] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.327362] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-86642212-32dc-44a2-b55c-590b7d1493d2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.327454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86642212-32dc-44a2-b55c-590b7d1493d2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.327534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86642212-32dc-44a2-b55c-590b7d1493d2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.327719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86642212-32dc-44a2-b55c-590b7d1493d2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.327840] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86642212-32dc-44a2-b55c-590b7d1493d2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.822959] env[66947]: INFO networking_nsxv3.common.synchronization [req-78692d1a-e001-49bd-81a1-99f1ddee7307 req-ff552e75-3899-4446-b107-c206a27fd2e1 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 839.823294] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 839.823662] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.823750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.823797] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.824021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.824265] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.824389] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.824458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.824626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.824755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.824827] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.829818] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.831747] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.831902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.832061] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86642212-32dc-44a2-b55c-590b7d1493d2 with status ACTIVE [ 839.833400] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.833400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.833400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.833400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.833400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.833400] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.833400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.833400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.833400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.833400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.833931] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.833931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.833931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.833931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.833931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.833931] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86642212-32dc-44a2-b55c-590b7d1493d2 is going to be updated. [ 839.858897] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.859052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.859121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.859335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.859469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.859679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86642212-32dc-44a2-b55c-590b7d1493d2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.870513] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: SUCCESS [ 839.870764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.871295] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.871571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.871838] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.871962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.872082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.872249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.872335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.872426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.872520] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.327858] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.327858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.328294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.328294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.328362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.329080] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.329080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.329080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.329080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.329339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.329339] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 840.337421] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.361304] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.361304] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.361304] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.361618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.361618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.371185] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 840.375161] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.375337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.375407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.375650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.375876] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.376000] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.376078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.376237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.376321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.376915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.376915] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.376915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.376915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.376915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.377167] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.377167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.377167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.377331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.377407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.377499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.377624] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.840132] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.840318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.840379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.840587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.840721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.840804] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 is going to be created. [ 840.872923] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.874123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.874912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.874912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.875140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.880274] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6391b159-36f6-4da1-9ed2-b340759d2efc: rpc.has_security_group_logging(os_id): False [ 840.889866] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 in Status: UNINITIALIZED for 2s [ 840.903843] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.903843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.903843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.903843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.903843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.903843] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.903843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.903843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.903843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.903843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.904361] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.904920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.904920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.904920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.904920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.906654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.906654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.906654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.906654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.906654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.906654] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6391b159-36f6-4da1-9ed2-b340759d2efc is going to be updated. [ 841.005256] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.005830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.008024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.008024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.008024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.028596] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: IN_PROGRESS for 2s [ 841.325834] env[66947]: INFO networking_nsxv3.common.synchronization [None req-afc5e39d-9f46-4d6c-a4f1-7cca29665ce6 None None] Enqueued Resource ID: a2fc8c38-c92c-4103-a40c-b40a1f8c7f0c with Priority: HIGHEST for action port [ 841.326259] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2fc8c38-c92c-4103-a40c-b40a1f8c7f0c with Priority: HIGHEST for action port [ 841.326994] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2fc8c38-c92c-4103-a40c-b40a1f8c7f0c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.326994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2fc8c38-c92c-4103-a40c-b40a1f8c7f0c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.326994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2fc8c38-c92c-4103-a40c-b40a1f8c7f0c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.328243] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2fc8c38-c92c-4103-a40c-b40a1f8c7f0c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.328243] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2fc8c38-c92c-4103-a40c-b40a1f8c7f0c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.832025] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2fc8c38-c92c-4103-a40c-b40a1f8c7f0c [ 841.832667] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.832667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.832667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.832860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.833062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.833217] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2fc8c38-c92c-4103-a40c-b40a1f8c7f0c already deleted. [ 841.833385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2fc8c38-c92c-4103-a40c-b40a1f8c7f0c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.869076] env[66947]: INFO networking_nsxv3.common.synchronization [req-a14cb8ba-312a-4469-b0d5-9bf47ce66acc req-a07cc131-4046-4158-8184-f8edabd8d529 tempest-ServerMetadataTestJSON-1774630905 tempest-ServerMetadataTestJSON-1774630905-project-member] Enqueued Resource ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 with Priority: HIGHEST for action security_group_members [ 841.870351] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 with Priority: HIGHEST for action security_group_members [ 841.870673] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b79f952c-3b9c-434b-8614-88d11e93d3e5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.870807] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.870870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.871098] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.871312] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.871479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.871541] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.871747] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.872278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.872278] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b79f952c-3b9c-434b-8614-88d11e93d3e5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.375453] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.375824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.375824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.375898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.375954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.376212] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.376350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.376408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.376579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.376665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.376769] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 is going to be updated. [ 842.381814] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 842.382041] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d deletion is rescheduled due to dependency. [ 842.382192] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.408025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.408025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.408025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.408025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.408025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.419073] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 in Status: IN_PROGRESS for 2s [ 842.900881] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 in Status: SUCCESS [ 842.901114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.901739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.901868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.902348] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.903646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.904345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.904513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.904566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.904660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.904754] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.910919] env[66947]: INFO networking_nsxv3.common.synchronization [req-7fe52e4d-05be-4f9a-9ac8-7d24f7b83a4c req-b7f2370d-97cf-40b8-8405-193a237e4b5d tempest-ServerRescueNegativeTestJSON-1608535984 tempest-ServerRescueNegativeTestJSON-1608535984-project-member] Enqueued Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_members [ 842.911563] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_members [ 842.911659] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.911738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.911777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.912939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.912939] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.912939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.912939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.913374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.913374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.913374] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.049256] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: SUCCESS [ 843.049384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.140101] env[66947]: INFO networking_nsxv3.common.synchronization [req-7379efea-599f-4d6e-a1c8-4d445fa52ce3 req-42987d2c-340f-493f-8b22-04c3f835a84e tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_members [ 843.140101] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGHEST for action security_group_members [ 843.140101] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cb2a8c9-6dab-4313-8760-0277cb9d9728 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.140101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.140101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.140513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.140906] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.141184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.141343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.141591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.141776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.141959] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cb2a8c9-6dab-4313-8760-0277cb9d9728',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.411734] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.412073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.412073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.412181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.412419] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.412489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.412570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.412670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.412745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.412837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.413185] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.413185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.413185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.413420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.413420] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.413508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.413558] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.413688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.413767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.413834] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.413934] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.421921] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.421921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.421921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.422205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.422264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.422977] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.422977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.422977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.422977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.422977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.422977] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 already deleted. [ 843.423422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.440995] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-39 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.441250] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.441353] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.441674] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.442299] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.442299] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.442579] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.442579] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.442745] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.443065] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.443271] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.443271] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.443402] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.443594] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.443594] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.443726] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.469059] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.469290] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.469546] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.469710] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-39" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.470108] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-3e37e5fd-7e90-4687-8396-0e5d832fffaf taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.470291] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-3e37e5fd-7e90-4687-8396-0e5d832fffaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.470458] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-3e37e5fd-7e90-4687-8396-0e5d832fffaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.470851] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-3e37e5fd-7e90-4687-8396-0e5d832fffaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.471016] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e37e5fd-7e90-4687-8396-0e5d832fffaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.644531] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.644650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.644832] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.645046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.667868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.668162] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.668290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.668355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.668580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.668942] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.668942] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 is going to be updated. [ 843.700762] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.700762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.700762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.701018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.701018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.711159] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 in Status: IN_PROGRESS for 2s [ 843.919057] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72: rpc.has_security_group_logging(os_id): False [ 843.941333] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.942172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.942172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.942172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.942172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.942427] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.942427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.942427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.942574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.943150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.943150] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.943150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.943469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.943469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.943469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.943964] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.945036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.945036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.945036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.945036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.945036] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 is going to be created. [ 843.978107] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.978107] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.978107] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.978107] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.978107] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.978107] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 3e37e5fd-7e90-4687-8396-0e5d832fffaf not found, creating... [ 843.978725] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.978866] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.979035] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.979843] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.979843] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.979843] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.980446] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.980620] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.980920] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.981112] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.981248] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 3e37e5fd-7e90-4687-8396-0e5d832fffaf is going to be created. [ 844.017723] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.018115] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.018205] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.020736] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.021327] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.021715] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-3e37e5fd-7e90-4687-8396-0e5d832fffaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.037747] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.038017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.038017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.038248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.038488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.056148] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 in Status: IN_PROGRESS for 2s [ 844.172218] env[66947]: INFO networking_nsxv3.common.synchronization [None req-604abba8-c75d-46c2-8771-5a6ae36fbc67 None None] Enqueued Resource ID: a14de872-2861-49c1-8ed1-8e1d0470b011 with Priority: HIGHEST for action port [ 844.172515] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14de872-2861-49c1-8ed1-8e1d0470b011 with Priority: HIGHEST for action port [ 844.173236] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-a14de872-2861-49c1-8ed1-8e1d0470b011 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.173362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a14de872-2861-49c1-8ed1-8e1d0470b011" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.173414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a14de872-2861-49c1-8ed1-8e1d0470b011" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.173822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a14de872-2861-49c1-8ed1-8e1d0470b011" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.173889] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a14de872-2861-49c1-8ed1-8e1d0470b011',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.430680] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 in Status: SUCCESS [ 844.431098] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 deletion is rescheduled due to dependency. [ 844.431098] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.676453] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a14de872-2861-49c1-8ed1-8e1d0470b011 [ 844.676833] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.677120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.677217] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.677574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.677689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.677848] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a14de872-2861-49c1-8ed1-8e1d0470b011 already deleted. [ 844.677955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a14de872-2861-49c1-8ed1-8e1d0470b011" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.749022] env[66947]: INFO networking_nsxv3.common.synchronization [req-7fe52e4d-05be-4f9a-9ac8-7d24f7b83a4c req-0f127d9d-5efd-4bb4-9a8b-57cdae5ea82a service nova] Enqueued Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_rules [ 844.749022] env[66947]: INFO networking_nsxv3.common.synchronization [req-7fe52e4d-05be-4f9a-9ac8-7d24f7b83a4c req-0f127d9d-5efd-4bb4-9a8b-57cdae5ea82a service nova] Enqueued Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_members [ 844.749022] env[66947]: INFO networking_nsxv3.common.synchronization [req-7fe52e4d-05be-4f9a-9ac8-7d24f7b83a4c req-0f127d9d-5efd-4bb4-9a8b-57cdae5ea82a service nova] Enqueued Resource ID: 3e37e5fd-7e90-4687-8396-0e5d832fffaf with Priority: HIGHEST for action port [ 844.749022] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_rules [ 844.749022] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_members [ 844.749022] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e37e5fd-7e90-4687-8396-0e5d832fffaf with Priority: HIGHEST for action port [ 844.749022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.749022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.749022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.749022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.749022] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.749022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.749022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.749022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.750170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.750170] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.750170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.750170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.750170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.750170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.750170] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.750814] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e37e5fd-7e90-4687-8396-0e5d832fffaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.750979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e37e5fd-7e90-4687-8396-0e5d832fffaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.750979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e37e5fd-7e90-4687-8396-0e5d832fffaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.751153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e37e5fd-7e90-4687-8396-0e5d832fffaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.751153] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e37e5fd-7e90-4687-8396-0e5d832fffaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.254994] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.254994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.254994] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.254994] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e37e5fd-7e90-4687-8396-0e5d832fffaf with status ACTIVE [ 845.255249] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.255325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.255389] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.255924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.255924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.255924] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.256171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.256171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.256248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.256248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.256433] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.256594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.256594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.256739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.256808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.256890] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e37e5fd-7e90-4687-8396-0e5d832fffaf is going to be updated. [ 845.287376] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.287924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.288506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.288831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.289093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.289364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e37e5fd-7e90-4687-8396-0e5d832fffaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.722562] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 in Status: SUCCESS [ 845.723073] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 deletion is rescheduled due to dependency. [ 845.723073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.760431] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.073577] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 in Status: SUCCESS [ 846.073805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.263416] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.263640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.263762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.264085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.264243] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.264395] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 is going to be created. [ 846.295728] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.295967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.295967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.296190] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.296355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.310841] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 in Status: UNINITIALIZED for 2s [ 848.323240] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 in Status: SUCCESS [ 848.323755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.323755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.323852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.324021] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.324140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.324213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.324582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.324582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.324582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.324805] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.829927] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.334394] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2: rpc.has_security_group_logging(os_id): False [ 849.357028] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.357028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.357028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.357028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.357028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.357028] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.357028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.357028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.357028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.357028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.357028] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 is going to be created. [ 849.435692] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.436050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.436050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.436857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.436857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.450210] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 in Status: IN_PROGRESS for 2s [ 849.750230] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 849.750230] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 850.702773] env[66947]: INFO networking_nsxv3.common.synchronization [None req-5752e87d-c0c3-4a63-ab7a-131b8639e2cf None None] Enqueued Resource ID: 43b018c1-67fa-472b-96a2-638aa9248f2b with Priority: HIGHEST for action port [ 850.703250] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43b018c1-67fa-472b-96a2-638aa9248f2b with Priority: HIGHEST for action port [ 850.704074] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-43b018c1-67fa-472b-96a2-638aa9248f2b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.704074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43b018c1-67fa-472b-96a2-638aa9248f2b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.704074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43b018c1-67fa-472b-96a2-638aa9248f2b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.704458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43b018c1-67fa-472b-96a2-638aa9248f2b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.704458] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43b018c1-67fa-472b-96a2-638aa9248f2b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.206660] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43b018c1-67fa-472b-96a2-638aa9248f2b [ 851.206660] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.206846] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.206846] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.207052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.207145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.207243] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43b018c1-67fa-472b-96a2-638aa9248f2b already deleted. [ 851.207323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43b018c1-67fa-472b-96a2-638aa9248f2b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.340150] env[66947]: INFO networking_nsxv3.common.synchronization [req-99b3b97b-3fe5-47f4-9361-1978b2d6d82d req-c8ea1f83-35f2-40ff-9839-5fac644310e2 tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 851.340714] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 851.343797] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.343976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.344071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.344288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.344529] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.344593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.344637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.344785] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.344876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.344969] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.466936] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 in Status: SUCCESS [ 851.466936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.838235] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.838235] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.838235] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.838235] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.838750] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.838750] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.838750] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.840094] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.840094] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.840094] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.840094] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.840094] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.840094] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.840094] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.840094] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.840094] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.848162] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.849470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.849470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.849470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.849470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.850589] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.850589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.850589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.850589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.850589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.850589] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 851.863383] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.863555] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.863693] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.863871] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.864217] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-5130a089-50c7-4c90-bbaa-81e862bc00f5 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.864390] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-5130a089-50c7-4c90-bbaa-81e862bc00f5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.864675] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-5130a089-50c7-4c90-bbaa-81e862bc00f5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.864842] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-5130a089-50c7-4c90-bbaa-81e862bc00f5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.865165] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5130a089-50c7-4c90-bbaa-81e862bc00f5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.882520] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.882762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.882877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.884063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.884063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.899985] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 852.214279] env[66947]: INFO networking_nsxv3.common.synchronization [None req-318e8f62-3262-4f47-974c-0d853965c5ef tempest-AttachVolumeShelveTestJSON-1694994142 tempest-AttachVolumeShelveTestJSON-1694994142-project-member] Enqueued Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_rules [ 852.214827] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_rules [ 852.216230] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.216587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.216664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.216918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.217014] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.368445] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.368445] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.368445] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.368445] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.368445] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.368681] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 5130a089-50c7-4c90-bbaa-81e862bc00f5 not found, creating... [ 852.368871] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.369156] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.370205] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.370205] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.370205] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.370530] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.370530] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.370530] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.372162] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.372162] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.372162] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 5130a089-50c7-4c90-bbaa-81e862bc00f5 is going to be created. [ 852.399071] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.399071] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.399071] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.399071] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.399071] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.399071] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-5130a089-50c7-4c90-bbaa-81e862bc00f5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.472426] env[66947]: INFO networking_nsxv3.common.synchronization [None req-8842e7fe-be09-4f85-9f7e-b62d03c05e2f tempest-AttachVolumeShelveTestJSON-1694994142 tempest-AttachVolumeShelveTestJSON-1694994142-project-member] Enqueued Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_rules [ 852.472426] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_rules [ 852.472426] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.472426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.688987] env[66947]: INFO networking_nsxv3.common.synchronization [req-d2c2497f-87ca-434e-b76c-dfa4f263d81b req-4ce52cfd-01f7-4eae-a3fd-1bf16e120869 tempest-ImagesTestJSON-1156122672 tempest-ImagesTestJSON-1156122672-project-member] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 852.689660] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 852.690882] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.690882] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.690882] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.694176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.694176] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.694176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.694176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.694343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.694343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.694404] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.758480] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.758666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.758712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.759400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.759400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.759400] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 already deleted. [ 852.759400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.760282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.760282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.761486] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.141870] env[66947]: INFO networking_nsxv3.common.synchronization [req-99b3b97b-3fe5-47f4-9361-1978b2d6d82d req-8c8fea54-234c-4fa4-a696-79f6e5075636 service nova] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_rules [ 853.142150] env[66947]: INFO networking_nsxv3.common.synchronization [req-99b3b97b-3fe5-47f4-9361-1978b2d6d82d req-8c8fea54-234c-4fa4-a696-79f6e5075636 service nova] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 853.142258] env[66947]: INFO networking_nsxv3.common.synchronization [req-99b3b97b-3fe5-47f4-9361-1978b2d6d82d req-8c8fea54-234c-4fa4-a696-79f6e5075636 service nova] Enqueued Resource ID: 5130a089-50c7-4c90-bbaa-81e862bc00f5 with Priority: HIGHEST for action port [ 853.143180] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_rules [ 853.143348] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 853.143452] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5130a089-50c7-4c90-bbaa-81e862bc00f5 with Priority: HIGHEST for action port [ 853.144122] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.144528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.144599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.144981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.145098] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.150424] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.150424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.150424] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-5130a089-50c7-4c90-bbaa-81e862bc00f5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.150424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5130a089-50c7-4c90-bbaa-81e862bc00f5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.150424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5130a089-50c7-4c90-bbaa-81e862bc00f5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.150424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5130a089-50c7-4c90-bbaa-81e862bc00f5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.150424] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5130a089-50c7-4c90-bbaa-81e862bc00f5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.197905] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.197905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.197905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.197905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.197905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.197905] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.198366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.198366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.198435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.198468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.198748] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 853.234773] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.235014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.235014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.235250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.235398] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.247330] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 853.283621] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.283751] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.283824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.284078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.284177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.284281] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 already deleted. [ 853.284365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.650427] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.650628] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.650914] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5130a089-50c7-4c90-bbaa-81e862bc00f5 with status ACTIVE [ 853.651138] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.651263] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.651353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.651609] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.651724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.651925] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.652082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.652185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.652367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.652458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.652674] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.652792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.652861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.653146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.653146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.653290] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5130a089-50c7-4c90-bbaa-81e862bc00f5 is going to be updated. [ 853.681431] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.681431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.681431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.681431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.681431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.681431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5130a089-50c7-4c90-bbaa-81e862bc00f5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.822453] env[66947]: INFO networking_nsxv3.common.synchronization [None req-b7fb83c7-d500-48a8-ab6b-bce76ac4d953 None None] Enqueued Resource ID: a4d9d1da-5a7a-4351-9fa4-d30b93c4452b with Priority: HIGHEST for action port [ 853.823215] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4d9d1da-5a7a-4351-9fa4-d30b93c4452b with Priority: HIGHEST for action port [ 853.823215] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4d9d1da-5a7a-4351-9fa4-d30b93c4452b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.823425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4d9d1da-5a7a-4351-9fa4-d30b93c4452b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.823425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4d9d1da-5a7a-4351-9fa4-d30b93c4452b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.823721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4d9d1da-5a7a-4351-9fa4-d30b93c4452b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.823797] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4d9d1da-5a7a-4351-9fa4-d30b93c4452b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.911927] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 853.912166] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa deletion is rescheduled due to dependency. [ 853.912288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.912457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.912672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.912871] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.913075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.913075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.913256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.913514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.913514] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.129224] env[66947]: INFO networking_nsxv3.common.synchronization [req-6d560ba6-1a3a-467d-a637-2b36a94d5691 req-bbd1280c-988f-4ce1-808c-bde7d05a77be tempest-ServerAddressesNegativeTestJSON-1853640571 tempest-ServerAddressesNegativeTestJSON-1853640571-project-member] Enqueued Resource ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 with Priority: HIGHEST for action security_group_members [ 854.129224] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 with Priority: HIGHEST for action security_group_members [ 854.129224] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.129224] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.129224] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.129224] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.129224] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.129224] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.129224] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.130446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.130760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.131882] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.326410] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4d9d1da-5a7a-4351-9fa4-d30b93c4452b [ 854.328041] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.328041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.328041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.328041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.328041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.328041] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4d9d1da-5a7a-4351-9fa4-d30b93c4452b already deleted. [ 854.328041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4d9d1da-5a7a-4351-9fa4-d30b93c4452b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.416937] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.635445] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.635668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.635747] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.635975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.636139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.636346] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.636448] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.636512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.636741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.636741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.636838] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 is going to be updated. [ 854.672356] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.672443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.672480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.672707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.672945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.682740] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 in Status: IN_PROGRESS for 2s [ 854.921046] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.258474] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 4s [ 855.425660] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.425660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.425660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.425660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.425660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.425660] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 855.455908] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.455908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.455908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.455908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.455908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.466699] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 856.694615] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 in Status: SUCCESS [ 856.695083] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72 deletion is rescheduled due to dependency. [ 856.695083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.112210] env[66947]: INFO networking_nsxv3.common.synchronization [req-ebb87b1f-e371-40d6-9ca3-5786b1488e28 req-70b985a4-404c-4ac4-bdc5-eccf976e2425 tempest-ListServerFiltersTestJSON-915618344 tempest-ListServerFiltersTestJSON-915618344-project-member] Enqueued Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 857.112664] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1bbea24-d907-485b-82eb-3844009935d4 with Priority: HIGHEST for action security_group_members [ 857.113182] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1bbea24-d907-485b-82eb-3844009935d4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.113398] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.113844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.114178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.114423] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.114589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.114697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.114948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.115100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.115539] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1bbea24-d907-485b-82eb-3844009935d4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.270216] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 857.270423] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c deletion is rescheduled due to dependency. [ 857.270522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.477265] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 857.477383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.477554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.477807] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.478045] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.478189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.478256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.478445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.478540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.478628] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.478722] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.618828] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.618828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.618828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.619104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.671127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.671127] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.671127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.671127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.671127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.671127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.671127] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbea24-d907-485b-82eb-3844009935d4 is going to be updated. [ 857.708319] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.708319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.708319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.708319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.708319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.723477] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: IN_PROGRESS for 2s [ 857.981027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.981257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.981333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.981552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.981729] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.981823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.981888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.982056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.982245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.982346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.982506] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.982601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.982658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.982915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.982988] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.983065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.983117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.983255] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.983338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.984362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.984362] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.487674] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b99151e-fe66-44a1-af70-3c916dfb08fa: rpc.has_security_group_logging(os_id): False [ 858.508644] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.508644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.508644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.508874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.508953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.509279] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.509395] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.509483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.509718] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.509860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.510188] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.510416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.510572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.510798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.510888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.511365] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.511365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.511486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.511644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.511695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.511801] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 858.578384] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.578518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.578584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.578774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.578938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.595925] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 859.739260] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1bbea24-d907-485b-82eb-3844009935d4 in Status: SUCCESS [ 859.739260] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1bbea24-d907-485b-82eb-3844009935d4 deletion is rescheduled due to dependency. [ 859.739616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1bbea24-d907-485b-82eb-3844009935d4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.611662] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 860.611881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.113553] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 862.113880] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 862.227605] env[66947]: INFO networking_nsxv3.common.synchronization [None req-9ad5de45-7f80-4c0f-aead-d093ab37f915 None None] Enqueued Resource ID: 7a702a6a-fd58-425c-839c-e5b317c001bb with Priority: HIGHEST for action port [ 862.228239] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a702a6a-fd58-425c-839c-e5b317c001bb with Priority: HIGHEST for action port [ 862.228567] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a702a6a-fd58-425c-839c-e5b317c001bb taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.228719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a702a6a-fd58-425c-839c-e5b317c001bb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.228719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a702a6a-fd58-425c-839c-e5b317c001bb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.229256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a702a6a-fd58-425c-839c-e5b317c001bb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.229653] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a702a6a-fd58-425c-839c-e5b317c001bb',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.733535] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a702a6a-fd58-425c-839c-e5b317c001bb [ 862.733767] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.733894] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.733968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.734193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.734279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.734371] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a702a6a-fd58-425c-839c-e5b317c001bb already deleted. [ 862.734449] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a702a6a-fd58-425c-839c-e5b317c001bb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.557604] env[66947]: INFO networking_nsxv3.common.synchronization [req-54876dd4-d980-4fbf-ae46-4a7e628196f7 req-7b4ef839-fdc0-4c74-8f24-7076f420e404 tempest-ServersV294TestFqdnHostnames-2057710434 tempest-ServersV294TestFqdnHostnames-2057710434-project-member] Enqueued Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_members [ 863.558398] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39df2176-df81-41da-8b5f-7872915b0230 with Priority: HIGHEST for action security_group_members [ 863.559422] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-39df2176-df81-41da-8b5f-7872915b0230 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.559422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.559422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.559422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.559422] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.559690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.559690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.559690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.559792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.559835] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39df2176-df81-41da-8b5f-7872915b0230',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.064450] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.064450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.064450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.064450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.064450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.064795] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.064963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.065097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.065310] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.067390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.067390] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39df2176-df81-41da-8b5f-7872915b0230 is going to be updated. [ 864.114370] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.114535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.114579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.114893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.115067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.136049] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39df2176-df81-41da-8b5f-7872915b0230 in Status: IN_PROGRESS for 2s [ 864.166776] env[66947]: INFO networking_nsxv3.common.synchronization [None req-d383c605-6dc6-4122-92c4-dc94f70db355 None None] Enqueued Resource ID: 8fa7fd21-7ca1-4a30-9914-f593b7152d6a with Priority: HIGHEST for action port [ 864.167560] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa7fd21-7ca1-4a30-9914-f593b7152d6a with Priority: HIGHEST for action port [ 864.167560] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa7fd21-7ca1-4a30-9914-f593b7152d6a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.167560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa7fd21-7ca1-4a30-9914-f593b7152d6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.168028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa7fd21-7ca1-4a30-9914-f593b7152d6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.168028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa7fd21-7ca1-4a30-9914-f593b7152d6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.168028] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa7fd21-7ca1-4a30-9914-f593b7152d6a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.670730] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fa7fd21-7ca1-4a30-9914-f593b7152d6a [ 864.671201] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.671201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.671201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.671405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.671515] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.671590] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fa7fd21-7ca1-4a30-9914-f593b7152d6a already deleted. [ 864.671642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa7fd21-7ca1-4a30-9914-f593b7152d6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.126979] env[66947]: INFO networking_nsxv3.common.synchronization [req-6bc28fde-0260-4650-8db0-007ecff32cea req-be89f3cd-35eb-462a-b06b-4997f7b7c0d6 tempest-ImagesOneServerNegativeTestJSON-1248643252 tempest-ImagesOneServerNegativeTestJSON-1248643252-project-member] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 865.127592] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 865.127902] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.128558] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.128683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.128971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.130225] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.131298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.131298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.131298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.131298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.131298] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.480045] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.480277] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.480558] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.480800] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.481196] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.481436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.481623] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.482123] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.482227] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.482602] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.482810] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.483008] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.483214] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.483413] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.483593] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.483807] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.502169] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.502342] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.502479] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.502653] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-33" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.502958] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-5ae7e157-fcc2-4516-993f-0e82c56a2a94 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.503166] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-5ae7e157-fcc2-4516-993f-0e82c56a2a94" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.503285] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-5ae7e157-fcc2-4516-993f-0e82c56a2a94" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.503601] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-5ae7e157-fcc2-4516-993f-0e82c56a2a94" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.503740] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae7e157-fcc2-4516-993f-0e82c56a2a94',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.633474] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.633683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.633721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.633905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.634013] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.634218] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.634331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.634370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.634571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.634636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.634682] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be deleted. [ 865.660654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.660860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.660860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.661127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.661213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.661313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.007285] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.007285] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.007285] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.007285] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.008091] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.008091] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 5ae7e157-fcc2-4516-993f-0e82c56a2a94 not found, creating... [ 866.008091] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.008091] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.008312] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.008625] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.008855] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.009263] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.009465] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.009618] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.010425] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.010425] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.010425] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 5ae7e157-fcc2-4516-993f-0e82c56a2a94 is going to be created. [ 866.033672] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.033990] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.034142] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.034442] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.034710] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.035059] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-5ae7e157-fcc2-4516-993f-0e82c56a2a94" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.147984] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39df2176-df81-41da-8b5f-7872915b0230 in Status: SUCCESS [ 866.148200] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39df2176-df81-41da-8b5f-7872915b0230 deletion is rescheduled due to dependency. [ 866.148331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39df2176-df81-41da-8b5f-7872915b0230" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.192822] env[66947]: INFO networking_nsxv3.common.synchronization [req-92d23330-9226-4b00-b1bf-cd805794df0b req-6ce57805-23b1-42b3-a098-384872fa6f42 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 866.193367] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 866.193689] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.193811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.193884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.194144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.194319] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.194422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.194484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.194644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.194732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.194828] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.215099] env[66947]: INFO networking_nsxv3.common.synchronization [req-92d23330-9226-4b00-b1bf-cd805794df0b req-6ce57805-23b1-42b3-a098-384872fa6f42 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_rules [ 866.215284] env[66947]: INFO networking_nsxv3.common.synchronization [req-92d23330-9226-4b00-b1bf-cd805794df0b req-6ce57805-23b1-42b3-a098-384872fa6f42 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 866.215422] env[66947]: INFO networking_nsxv3.common.synchronization [req-92d23330-9226-4b00-b1bf-cd805794df0b req-6ce57805-23b1-42b3-a098-384872fa6f42 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 32eed5c0-ef2c-4d01-bcba-cb95929581fb with Priority: HIGHEST for action port [ 866.215863] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_rules [ 866.216008] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 866.216120] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32eed5c0-ef2c-4d01-bcba-cb95929581fb with Priority: HIGHEST for action port [ 866.216388] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.216504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.216570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.216761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.216842] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.217862] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.218021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.218201] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-32eed5c0-ef2c-4d01-bcba-cb95929581fb taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.218305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.218367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.218541] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.218931] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32eed5c0-ef2c-4d01-bcba-cb95929581fb',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.698538] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.720344] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.720553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.720779] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32eed5c0-ef2c-4d01-bcba-cb95929581fb with status ACTIVE [ 866.721059] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.721213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.721309] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.721538] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.721666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.722015] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.722176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.722294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.722611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.722733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.722998] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.723158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.723252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.723424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.723534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.723648] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32eed5c0-ef2c-4d01-bcba-cb95929581fb is going to be updated. [ 866.729434] env[66947]: INFO networking_nsxv3.common.synchronization [req-6bc28fde-0260-4650-8db0-007ecff32cea req-51ff6f16-8b79-4533-ba55-d1603756f690 service nova] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_rules [ 866.729644] env[66947]: INFO networking_nsxv3.common.synchronization [req-6bc28fde-0260-4650-8db0-007ecff32cea req-51ff6f16-8b79-4533-ba55-d1603756f690 service nova] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 866.729797] env[66947]: INFO networking_nsxv3.common.synchronization [req-6bc28fde-0260-4650-8db0-007ecff32cea req-51ff6f16-8b79-4533-ba55-d1603756f690 service nova] Enqueued Resource ID: 5ae7e157-fcc2-4516-993f-0e82c56a2a94 with Priority: HIGHEST for action port [ 866.730168] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_rules [ 866.730238] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 866.730375] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae7e157-fcc2-4516-993f-0e82c56a2a94 with Priority: HIGHEST for action port [ 866.730930] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.731047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.731198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.731737] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.731737] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.733206] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.733333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.733433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.733959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.737203] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.737203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.737203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.737203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.737203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.737475] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.738788] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae7e157-fcc2-4516-993f-0e82c56a2a94 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.739154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae7e157-fcc2-4516-993f-0e82c56a2a94" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.739154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae7e157-fcc2-4516-993f-0e82c56a2a94" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.739384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae7e157-fcc2-4516-993f-0e82c56a2a94" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.739652] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae7e157-fcc2-4516-993f-0e82c56a2a94',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.748732] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.748903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.748945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.749477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.749619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.749778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.200700] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.241790] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.241970] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.242140] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.243086] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ae7e157-fcc2-4516-993f-0e82c56a2a94 with status ACTIVE [ 867.243235] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.243350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.243417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.243655] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.243741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.243958] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.244065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.244130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.244283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.244365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.244577] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.244672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.244733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.244873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.244947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.245242] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ae7e157-fcc2-4516-993f-0e82c56a2a94 is going to be updated. [ 867.270955] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.270955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.271113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.271268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.271419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.271895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae7e157-fcc2-4516-993f-0e82c56a2a94" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.702918] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.703120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.703192] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.703440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.703789] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.703789] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 is going to be updated. [ 867.734530] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.734707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.734746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.735617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.735617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.745467] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: IN_PROGRESS for 2s [ 867.746837] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.249337] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.249337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.249337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.249822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.249822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.249822] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be created. [ 868.280332] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.280579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.280579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.280759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.280867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.291818] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: UNINITIALIZED for 2s [ 869.269800] env[66947]: INFO networking_nsxv3.common.synchronization [req-b69ce917-2084-451f-80a6-d93c4fa8dac1 req-a9e1ffe5-8e8d-48e9-8983-dc75b78d84d9 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 869.270434] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 869.270774] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.270892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.285047] env[66947]: INFO networking_nsxv3.common.synchronization [req-b69ce917-2084-451f-80a6-d93c4fa8dac1 req-a9e1ffe5-8e8d-48e9-8983-dc75b78d84d9 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_rules [ 869.285234] env[66947]: INFO networking_nsxv3.common.synchronization [req-b69ce917-2084-451f-80a6-d93c4fa8dac1 req-a9e1ffe5-8e8d-48e9-8983-dc75b78d84d9 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 869.285756] env[66947]: INFO networking_nsxv3.common.synchronization [req-b69ce917-2084-451f-80a6-d93c4fa8dac1 req-a9e1ffe5-8e8d-48e9-8983-dc75b78d84d9 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 32eed5c0-ef2c-4d01-bcba-cb95929581fb with Priority: HIGHEST for action port [ 869.286226] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_rules [ 869.286226] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 869.286226] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32eed5c0-ef2c-4d01-bcba-cb95929581fb with Priority: HIGHEST for action port [ 869.286669] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.286822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.286966] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.287059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.287244] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-32eed5c0-ef2c-4d01-bcba-cb95929581fb taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.287341] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.287403] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.287598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.287679] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32eed5c0-ef2c-4d01-bcba-cb95929581fb',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.429088] env[66947]: INFO networking_nsxv3.common.synchronization [req-5e648d7a-5b2b-4ea1-ac56-78ffbe0dcd10 req-74d735d7-795a-4f49-80f1-7d997e3bd3ae tempest-ServersAdminTestJSON-941451083 tempest-ServersAdminTestJSON-941451083-project-member] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 869.430185] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 869.431029] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.431029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.431029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.431029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.431287] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.431287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.431287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.431402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.431446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.431542] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.756180] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: SUCCESS [ 869.756455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.756648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.756844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.757099] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.757183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.757220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.757369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.757460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.757540] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.790356] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32eed5c0-ef2c-4d01-bcba-cb95929581fb with status ACTIVE [ 869.790848] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.791129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.791291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.791784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.791906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.792121] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.792230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.792346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.792492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.792741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.792941] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.793057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.793126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.793264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.793340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.793424] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32eed5c0-ef2c-4d01-bcba-cb95929581fb is going to be updated. [ 869.815935] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.816089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.816199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.816366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.816505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.816660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32eed5c0-ef2c-4d01-bcba-cb95929581fb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.935630] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.259314] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.302055] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: SUCCESS [ 870.302055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.302442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.302442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.302590] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.302710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.302775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.302940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.303042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.304163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.304163] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.439100] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.762744] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.807209] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.807209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.807209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.807209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.807209] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.807209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.807209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.807209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.807209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.807209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.807209] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.807209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.807209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.807940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.807940] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.807940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.807940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.807940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.807940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.808193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.809136] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.942383] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.942383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.942689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.942952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.944232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.944464] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 870.976968] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.977093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.977138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.977351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.977539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.987693] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 871.266032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.266248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.266534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.266634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.266838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.267010] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 is going to be updated. [ 871.313596] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19: rpc.has_security_group_logging(os_id): False [ 871.406801] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.406801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.406801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.406801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.406801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.409776] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.410194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.410194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.410301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.411624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.411965] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.412117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.412198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.412419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.412565] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.412788] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.412890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.412953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.413181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.413295] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.413591] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.413738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.413840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.414443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.414443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.414443] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be created. [ 871.434443] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: IN_PROGRESS for 2s [ 871.514254] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.514254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.514254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.514254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.514254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.526272] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: IN_PROGRESS for 2s [ 872.630996] env[66947]: INFO networking_nsxv3.common.synchronization [req-57849c3d-b3ce-46c4-a811-5753b7698cbc req-55c78293-ac0c-4c3b-b88c-2f015444bcfe tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 872.632960] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 872.633130] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.633297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.633460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.633640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.633816] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.633919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.634020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.634312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.634312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.634312] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.001274] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 873.001514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.047235] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.047426] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.047536] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.047985] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.048310] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.048476] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.048581] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.048803] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.048948] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.049215] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.049331] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 873.049443] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 873.049555] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 873.049663] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 873.049767] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 873.049894] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 873.071918] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 873.072169] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 873.072358] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 873.072567] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.072917] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-aefdaf29-b736-4f1c-a4cc-f4d6e13420cf taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.073142] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-aefdaf29-b736-4f1c-a4cc-f4d6e13420cf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.073358] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-aefdaf29-b736-4f1c-a4cc-f4d6e13420cf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.073707] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-aefdaf29-b736-4f1c-a4cc-f4d6e13420cf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.073885] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aefdaf29-b736-4f1c-a4cc-f4d6e13420cf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.136921] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.137095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.137172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.137413] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.137506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.137716] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.137818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.137945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.138118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.138199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.138288] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b already deleted. [ 873.138471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.445363] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: SUCCESS [ 873.445615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.445787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.446014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.446254] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.446385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.446461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.446626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.446707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.446814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.446938] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.447792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.448416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.448613] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.448734] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.448810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.448963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.449064] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.449156] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.540811] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: SUCCESS [ 873.541074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.576158] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.576391] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.576491] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.576790] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.576955] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.577121] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port aefdaf29-b736-4f1c-a4cc-f4d6e13420cf not found, creating... [ 873.577380] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.577534] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.577648] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.577883] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.578099] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.578406] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.578570] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.578684] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.578889] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.579049] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.579198] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: aefdaf29-b736-4f1c-a4cc-f4d6e13420cf is going to be created. [ 873.601122] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.601467] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.601654] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.602036] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.602359] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.602611] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-aefdaf29-b736-4f1c-a4cc-f4d6e13420cf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.793237] env[66947]: INFO networking_nsxv3.common.synchronization [req-ed5360bf-d8af-4318-8541-bfe5e03e7084 req-6fbdcc83-ec13-4f3d-a373-304a71ec27ef tempest-ServersTestManualDisk-2031163379 tempest-ServersTestManualDisk-2031163379-project-member] Enqueued Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_members [ 873.793931] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 with Priority: HIGHEST for action security_group_members [ 873.794418] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.794418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.794418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.794715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.794895] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.794971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.795085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.795548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.795548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.795548] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7be59e82-ce97-446d-98e3-dd4bf01e0ea3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.951399] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.952466] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.297800] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.298124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.298217] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.298468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.298584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.298784] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.298901] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.298964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.299127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.299209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.299288] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 is going to be updated. [ 874.329527] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.329527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.329647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.330404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.330404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.340597] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 in Status: IN_PROGRESS for 2s [ 874.356970] env[66947]: INFO networking_nsxv3.common.synchronization [req-57849c3d-b3ce-46c4-a811-5753b7698cbc req-1d64d51a-32dd-44a2-a2e0-e9f7cada2be3 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 874.357541] env[66947]: INFO networking_nsxv3.common.synchronization [req-57849c3d-b3ce-46c4-a811-5753b7698cbc req-1d64d51a-32dd-44a2-a2e0-e9f7cada2be3 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 874.357695] env[66947]: INFO networking_nsxv3.common.synchronization [req-57849c3d-b3ce-46c4-a811-5753b7698cbc req-1d64d51a-32dd-44a2-a2e0-e9f7cada2be3 service nova] Enqueued Resource ID: aefdaf29-b736-4f1c-a4cc-f4d6e13420cf with Priority: HIGHEST for action port [ 874.358833] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 874.358897] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 874.360451] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefdaf29-b736-4f1c-a4cc-f4d6e13420cf with Priority: HIGHEST for action port [ 874.360451] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.360451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.360451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.360451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.360451] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.361377] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.361713] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.361806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.363084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.363084] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.363084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.363084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.363084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.363084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.363084] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.364217] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-aefdaf29-b736-4f1c-a4cc-f4d6e13420cf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.364358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aefdaf29-b736-4f1c-a4cc-f4d6e13420cf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.364426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aefdaf29-b736-4f1c-a4cc-f4d6e13420cf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.365031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aefdaf29-b736-4f1c-a4cc-f4d6e13420cf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.365031] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aefdaf29-b736-4f1c-a4cc-f4d6e13420cf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.367827] env[66947]: INFO networking_nsxv3.common.synchronization [req-a4be34d4-d32b-438a-861d-8597ba43f073 req-fe715af8-4d47-4616-968c-a5dc0f9d8125 tempest-AttachInterfacesUnderV243Test-820786769 tempest-AttachInterfacesUnderV243Test-820786769-project-member] Enqueued Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 874.368846] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 with Priority: HIGHEST for action security_group_members [ 874.369178] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.369272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.454467] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180: rpc.has_security_group_logging(os_id): False [ 874.455718] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.475687] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.475687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.475687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.475840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.475840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.477114] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.477114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.477114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.477114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.477114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.477114] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 is going to be updated. [ 874.550244] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.550244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.550244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.550244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.550244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.565132] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: IN_PROGRESS for 2s [ 874.864460] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.867816] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.868013] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.868935] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aefdaf29-b736-4f1c-a4cc-f4d6e13420cf with status ACTIVE [ 874.868935] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.868935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.868935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.869241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.869241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.869336] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.869398] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.869519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.869679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.869772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.870083] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.870165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.870212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.870354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.870478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.870536] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aefdaf29-b736-4f1c-a4cc-f4d6e13420cf is going to be updated. [ 874.894431] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.894568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.894695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.894861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.895023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.895186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aefdaf29-b736-4f1c-a4cc-f4d6e13420cf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.959446] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.959608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.959657] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.959880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.959973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.960162] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 is going to be updated. [ 875.000543] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.000947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.000947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.001128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.001169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.014672] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: IN_PROGRESS for 2s [ 875.369459] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.725220] env[66947]: INFO networking_nsxv3.common.synchronization [req-f926ac80-4dbc-47ca-812c-9d98a01d025d req-11d6cfa3-ad51-4216-b152-cda0db742f06 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_members [ 875.725992] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_members [ 875.726155] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.726283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.726376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.726689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.726860] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.726994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.727078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.727245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.727328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.727702] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3b7331-cbdd-407e-ab78-d3cca33ed05f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.872545] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.872865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.872865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.873268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.873450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.873594] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be created. [ 875.907384] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.907652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.907748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.908112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.908279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.919559] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: UNINITIALIZED for 2s [ 876.065541] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.065541] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.065771] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.065975] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.066275] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.066483] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.066609] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.066828] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.066973] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.067267] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.067456] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.067609] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.067722] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.067838] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 876.067942] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.068087] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.092501] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.092654] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 876.092951] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.093073] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.093383] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-412a2031-3464-475d-b6b8-16edd953eb9a taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.094345] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-412a2031-3464-475d-b6b8-16edd953eb9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.094345] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-412a2031-3464-475d-b6b8-16edd953eb9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.094345] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-412a2031-3464-475d-b6b8-16edd953eb9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.094345] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412a2031-3464-475d-b6b8-16edd953eb9a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.229434] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.229599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.229649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.230030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.230162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.230417] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.230528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.230589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.230755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.230824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.230916] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f already deleted. [ 876.231033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.353293] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 in Status: SUCCESS [ 876.353293] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7be59e82-ce97-446d-98e3-dd4bf01e0ea3 deletion is rescheduled due to dependency. [ 876.353293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7be59e82-ce97-446d-98e3-dd4bf01e0ea3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.579186] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: SUCCESS [ 876.579359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.579535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.579746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.580055] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.597551] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.597857] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.598184] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.598459] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.598647] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.598905] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 412a2031-3464-475d-b6b8-16edd953eb9a not found, creating... [ 876.599259] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.599444] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.599571] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.599804] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.599949] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.600278] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.600437] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.601069] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.601069] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.601069] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.601069] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 412a2031-3464-475d-b6b8-16edd953eb9a is going to be created. [ 876.628057] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.628057] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.628057] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.628397] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.628489] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.628748] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-412a2031-3464-475d-b6b8-16edd953eb9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.025884] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 in Status: SUCCESS [ 877.026418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.027611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.027611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.027611] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.027611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.027611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.028315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.028315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.028315] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.105865] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.106095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.106148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.106408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.106545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.106654] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 is going to be deleted. [ 877.178018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.178232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.178351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.178639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.178771] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.178946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.366569] env[66947]: INFO networking_nsxv3.common.synchronization [req-f926ac80-4dbc-47ca-812c-9d98a01d025d req-d5ae74c7-8589-4fc9-a7d5-b130dff378e9 service nova] Enqueued Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_rules [ 877.367544] env[66947]: INFO networking_nsxv3.common.synchronization [req-f926ac80-4dbc-47ca-812c-9d98a01d025d req-d5ae74c7-8589-4fc9-a7d5-b130dff378e9 service nova] Enqueued Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_members [ 877.370189] env[66947]: INFO networking_nsxv3.common.synchronization [req-f926ac80-4dbc-47ca-812c-9d98a01d025d req-d5ae74c7-8589-4fc9-a7d5-b130dff378e9 service nova] Enqueued Resource ID: 412a2031-3464-475d-b6b8-16edd953eb9a with Priority: HIGHEST for action port [ 877.370189] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_rules [ 877.370189] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_members [ 877.370189] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412a2031-3464-475d-b6b8-16edd953eb9a with Priority: HIGHEST for action port [ 877.370189] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.370189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.370189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.370189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.370189] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f3b7331-cbdd-407e-ab78-d3cca33ed05f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.370643] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.370643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.370643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.370795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.370938] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.371948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.373843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.373843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.373843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.373843] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3b7331-cbdd-407e-ab78-d3cca33ed05f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.373843] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-412a2031-3464-475d-b6b8-16edd953eb9a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.373843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-412a2031-3464-475d-b6b8-16edd953eb9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.373843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-412a2031-3464-475d-b6b8-16edd953eb9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.374898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-412a2031-3464-475d-b6b8-16edd953eb9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.374898] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412a2031-3464-475d-b6b8-16edd953eb9a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.531125] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.531125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.531125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.531385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.531482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.531685] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.531788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.531853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.532142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.532142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.532258] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 is going to be deleted. [ 877.571294] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.571452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.571522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.571733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.571820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.571918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.572135] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.572365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.572539] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.572664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.572731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.572902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.573013] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.576551] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.876624] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.878697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.879102] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f3b7331-cbdd-407e-ab78-d3cca33ed05f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.882353] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 412a2031-3464-475d-b6b8-16edd953eb9a with status ACTIVE [ 877.882353] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.882353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.882353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.882353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.882689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.882689] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.882771] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.882812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.883427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.883427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.883427] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.883714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.883714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.883714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.883853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.883888] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 412a2031-3464-475d-b6b8-16edd953eb9a is going to be updated. [ 877.910157] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.910157] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.910157] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.910682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.910682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.910682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-412a2031-3464-475d-b6b8-16edd953eb9a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.931828] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 877.932166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.932417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.932795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.932870] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.933024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.933102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.933399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.933399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.933498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.933616] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.080171] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.080171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.080712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.080712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.080712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.081278] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.081278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.081278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.081278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.081278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.081521] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180 already deleted. [ 878.081521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba0eff5-b394-4a55-a9ad-f2d0fd0bf180" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.388175] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f3b7331-cbdd-407e-ab78-d3cca33ed05f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.440913] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.440913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.440913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.440913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.440913] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.440913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.440913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.440913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.440913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.440913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.440913] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.440913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.440913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.440913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.441850] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.441850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.441850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.441850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.441850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.441850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.441850] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.890164] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.890386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.890494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.891985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.892144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.892307] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f is going to be created. [ 878.918092] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.918210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.918293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.918486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.918650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.929968] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f in Status: UNINITIALIZED for 2s [ 878.943921] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7493f2a-243d-427d-b10d-f161c1f1a22b: rpc.has_security_group_logging(os_id): False [ 878.964471] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.964625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.964699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.964911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.965010] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.965640] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.965640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.965640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.965640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.965640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.965895] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.965895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.965895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.965997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.966082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.966272] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.966384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.966473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.966675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.966757] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.966846] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be created. [ 879.041442] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.041442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.041442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.041442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.041442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.059275] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 879.501596] env[66947]: INFO networking_nsxv3.common.synchronization [req-b70c480b-8305-4040-92e9-cc05122b35a2 req-652a7190-489a-4cfc-9a81-9a26c74b5905 tempest-ImagesOneServerNegativeTestJSON-1248643252 tempest-ImagesOneServerNegativeTestJSON-1248643252-project-member] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 879.502149] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGHEST for action security_group_members [ 879.502355] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.502483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.502559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.503012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.503012] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.503142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.503179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.503376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.503511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.503658] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.006704] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.006891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.007039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.007301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.007412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.007651] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.007773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.007868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.008075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.008214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.008266] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be updated. [ 880.039093] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.042333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.042333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.042333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.042333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.053601] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: IN_PROGRESS for 2s [ 880.531785] env[66947]: INFO networking_nsxv3.common.synchronization [req-6994a3b4-f5a9-477d-8a9a-178607d11071 req-278597c1-304f-48b3-889f-63df149265c3 tempest-FloatingIPsAssociationNegativeTestJSON-1458259444 tempest-FloatingIPsAssociationNegativeTestJSON-1458259444-project-member] Enqueued Resource ID: 0c5c4168-cb45-41b2-af68-7398494772b8 with Priority: HIGHEST for action security_group_members [ 880.532502] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5c4168-cb45-41b2-af68-7398494772b8 with Priority: HIGHEST for action security_group_members [ 880.532816] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5c4168-cb45-41b2-af68-7398494772b8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.532928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.532997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.533274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.533432] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.533536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.533591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.533741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.533825] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.533918] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c5c4168-cb45-41b2-af68-7398494772b8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.941049] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f in Status: SUCCESS [ 880.941049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.941049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.941275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.941485] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.941735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.941815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.941989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.942082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.942760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.942760] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f3b7331-cbdd-407e-ab78-d3cca33ed05f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.967983] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.967983] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-432" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.967983] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-432" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.967983] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-432" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.969864] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.970120] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.970254] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.970512] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.970669] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.970887] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.970995] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.971162] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.971265] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.971503] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.971503] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.971617] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.000157] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.000305] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.000455] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.000655] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-432" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.001064] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-9076658b-98d5-4d25-ac8b-30d70f55aea5 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.001225] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-9076658b-98d5-4d25-ac8b-30d70f55aea5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.001364] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-9076658b-98d5-4d25-ac8b-30d70f55aea5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.004050] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-9076658b-98d5-4d25-ac8b-30d70f55aea5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.004402] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9076658b-98d5-4d25-ac8b-30d70f55aea5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.036587] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.036761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.037457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.038046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.038046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.038174] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.038239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.038337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.038520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.038604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.038703] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c5c4168-cb45-41b2-af68-7398494772b8 already deleted. [ 881.038767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.074666] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 881.075180] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.446089] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f3b7331-cbdd-407e-ab78-d3cca33ed05f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.508514] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.508514] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.508696] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.508882] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.509046] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.509204] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 9076658b-98d5-4d25-ac8b-30d70f55aea5 not found, creating... [ 881.509458] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.509619] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.509732] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.509948] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.510115] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.510398] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.510552] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.510667] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.510873] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.511019] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.511191] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 9076658b-98d5-4d25-ac8b-30d70f55aea5 is going to be created. [ 881.531621] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.531903] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.532177] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.532317] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.532571] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.532829] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-9076658b-98d5-4d25-ac8b-30d70f55aea5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.950720] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f3b7331-cbdd-407e-ab78-d3cca33ed05f: rpc.has_security_group_logging(os_id): False [ 881.969758] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.969948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.970011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.970291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.970396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.970650] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.970754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.970830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.970990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.971132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.971235] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f is going to be created. [ 882.036041] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.036223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.037042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.037042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.037042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.048028] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f in Status: IN_PROGRESS for 2s [ 882.065365] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 in Status: SUCCESS [ 882.065365] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 deletion is rescheduled due to dependency. [ 882.065365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.262661] env[66947]: INFO networking_nsxv3.common.synchronization [req-6994a3b4-f5a9-477d-8a9a-178607d11071 req-493b25ab-8980-4df8-8f8f-d0b1af710384 service nova] Enqueued Resource ID: 0c5c4168-cb45-41b2-af68-7398494772b8 with Priority: HIGHEST for action security_group_rules [ 882.262853] env[66947]: INFO networking_nsxv3.common.synchronization [req-6994a3b4-f5a9-477d-8a9a-178607d11071 req-493b25ab-8980-4df8-8f8f-d0b1af710384 service nova] Enqueued Resource ID: 0c5c4168-cb45-41b2-af68-7398494772b8 with Priority: HIGHEST for action security_group_members [ 882.263036] env[66947]: INFO networking_nsxv3.common.synchronization [req-6994a3b4-f5a9-477d-8a9a-178607d11071 req-493b25ab-8980-4df8-8f8f-d0b1af710384 service nova] Enqueued Resource ID: 9076658b-98d5-4d25-ac8b-30d70f55aea5 with Priority: HIGHEST for action port [ 882.263630] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5c4168-cb45-41b2-af68-7398494772b8 with Priority: HIGHEST for action security_group_rules [ 882.263811] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5c4168-cb45-41b2-af68-7398494772b8 with Priority: HIGHEST for action security_group_members [ 882.263966] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9076658b-98d5-4d25-ac8b-30d70f55aea5 with Priority: HIGHEST for action port [ 882.264281] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c5c4168-cb45-41b2-af68-7398494772b8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.264410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.264480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.264828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.264980] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c5c4168-cb45-41b2-af68-7398494772b8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.266287] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5c4168-cb45-41b2-af68-7398494772b8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.266287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.266287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.266563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.266849] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.267109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.267231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.267378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.267520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.267680] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c5c4168-cb45-41b2-af68-7398494772b8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.269945] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9076658b-98d5-4d25-ac8b-30d70f55aea5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.269945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9076658b-98d5-4d25-ac8b-30d70f55aea5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.269945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9076658b-98d5-4d25-ac8b-30d70f55aea5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.269945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9076658b-98d5-4d25-ac8b-30d70f55aea5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.269945] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9076658b-98d5-4d25-ac8b-30d70f55aea5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.774862] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c5c4168-cb45-41b2-af68-7398494772b8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.777150] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5c4168-cb45-41b2-af68-7398494772b8 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.777295] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.777457] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9076658b-98d5-4d25-ac8b-30d70f55aea5 with status ACTIVE [ 882.777625] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.777731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.777795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.778042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.778149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.778330] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.778423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.778486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.778642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.778720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.778894] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.778982] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.780572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.780880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.781427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.782118] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9076658b-98d5-4d25-ac8b-30d70f55aea5 is going to be updated. [ 882.813856] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.814091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.814132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.814333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.814648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.814648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9076658b-98d5-4d25-ac8b-30d70f55aea5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.285124] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c5c4168-cb45-41b2-af68-7398494772b8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.787292] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.787624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.787624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.787716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.789958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.789958] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c5c4168-cb45-41b2-af68-7398494772b8 is going to be created. [ 883.811494] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.811632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.811712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.812511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.812511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.823189] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5c4168-cb45-41b2-af68-7398494772b8 in Status: UNINITIALIZED for 2s [ 884.060580] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f in Status: SUCCESS [ 884.060817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.824932] env[66947]: INFO networking_nsxv3.common.synchronization [None req-0b3fc0a5-4da1-4b47-94d0-15df974ef517 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_rules [ 884.825549] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_rules [ 884.825904] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6496aa53-301b-48a0-ae7e-9cf323005249 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.826050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.826118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.826386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.826480] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6496aa53-301b-48a0-ae7e-9cf323005249',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.910263] env[66947]: INFO networking_nsxv3.common.synchronization [None req-e53098ca-8eb0-4cdf-9e09-ce0a190eec56 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_rules [ 884.911318] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_rules [ 884.911744] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6496aa53-301b-48a0-ae7e-9cf323005249 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.912096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.360249] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.360440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.360524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.360778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.360868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.360977] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6496aa53-301b-48a0-ae7e-9cf323005249 already deleted. [ 885.361135] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.361692] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.361906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.362013] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6496aa53-301b-48a0-ae7e-9cf323005249',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.834177] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5c4168-cb45-41b2-af68-7398494772b8 in Status: SUCCESS [ 885.834177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.834177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.834177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.834512] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.834605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.834644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.834836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.834885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.834950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.836040] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c5c4168-cb45-41b2-af68-7398494772b8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.882830] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.882973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.883050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.883288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.883381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.883475] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6496aa53-301b-48a0-ae7e-9cf323005249 already deleted. [ 885.883559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.337661] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5c4168-cb45-41b2-af68-7398494772b8 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.337661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.337661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.337843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.337937] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.338297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.338297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.338389] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.338432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.338493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.338635] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5c4168-cb45-41b2-af68-7398494772b8 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.338719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.338783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.338956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.339095] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.339194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.339248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.339376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.339729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.339729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.339729] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c5c4168-cb45-41b2-af68-7398494772b8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.842020] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c5c4168-cb45-41b2-af68-7398494772b8: rpc.has_security_group_logging(os_id): False [ 886.860250] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.860401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.860477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.860711] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.860802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.861020] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.861118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.861196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.861425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.861480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.861660] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.861754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.861814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.861967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.862062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.862244] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.862352] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.862411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.862562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.862639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.862724] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c5c4168-cb45-41b2-af68-7398494772b8 is going to be created. [ 886.921642] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.921796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.921880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.922216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.922317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.933543] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c5c4168-cb45-41b2-af68-7398494772b8 in Status: IN_PROGRESS for 2s [ 888.725733] env[66947]: INFO networking_nsxv3.common.synchronization [req-98dbeca0-ced2-4fa0-bb66-912dd1babd75 req-411b9320-0387-439a-87a8-008e31e02129 tempest-ImagesTestJSON-1156122672 tempest-ImagesTestJSON-1156122672-project-member] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 888.726327] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 888.726643] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.726769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.726841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.727936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.728133] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.728267] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.728334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.728524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.728613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.728717] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.955137] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c5c4168-cb45-41b2-af68-7398494772b8 in Status: SUCCESS [ 888.955371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.132286] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.132664] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.132664] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.132944] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.133245] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.133450] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.133534] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.133757] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.133904] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.134129] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.134244] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.134353] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.134462] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.134572] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.134676] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.134810] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.163752] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.164011] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.164178] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.164408] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.164779] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-0c9e7673-8188-4127-8418-920790e25510 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.165009] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-0c9e7673-8188-4127-8418-920790e25510" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.165210] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-0c9e7673-8188-4127-8418-920790e25510" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.165611] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-0c9e7673-8188-4127-8418-920790e25510" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.165783] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c9e7673-8188-4127-8418-920790e25510',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.233840] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.233840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.233840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.234095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.234095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.234249] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.234347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.234836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.234836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.234836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.234836] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 889.266675] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.266921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.267047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.267352] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.267586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.283470] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 889.668422] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.668668] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.668799] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.669107] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.669265] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.669423] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 0c9e7673-8188-4127-8418-920790e25510 not found, creating... [ 889.669748] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.669908] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.670046] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.670312] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.670459] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.670879] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.671072] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.671198] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.671487] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.671638] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.671788] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 0c9e7673-8188-4127-8418-920790e25510 is going to be created. [ 889.693794] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.694030] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.694275] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.694655] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.694909] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.695187] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-0c9e7673-8188-4127-8418-920790e25510" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.458364] env[66947]: INFO networking_nsxv3.common.synchronization [req-98dbeca0-ced2-4fa0-bb66-912dd1babd75 req-27ec468f-e0c2-4380-806e-3206b5d8a939 service nova] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_rules [ 890.458773] env[66947]: INFO networking_nsxv3.common.synchronization [req-98dbeca0-ced2-4fa0-bb66-912dd1babd75 req-27ec468f-e0c2-4380-806e-3206b5d8a939 service nova] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 890.458773] env[66947]: INFO networking_nsxv3.common.synchronization [req-98dbeca0-ced2-4fa0-bb66-912dd1babd75 req-27ec468f-e0c2-4380-806e-3206b5d8a939 service nova] Enqueued Resource ID: 0c9e7673-8188-4127-8418-920790e25510 with Priority: HIGHEST for action port [ 890.459503] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_rules [ 890.459793] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 890.460049] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c9e7673-8188-4127-8418-920790e25510 with Priority: HIGHEST for action port [ 890.460463] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.460600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.460670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.460873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.460955] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.461908] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.462083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.462443] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c9e7673-8188-4127-8418-920790e25510 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.462700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c9e7673-8188-4127-8418-920790e25510" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.462793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c9e7673-8188-4127-8418-920790e25510" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.463024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c9e7673-8188-4127-8418-920790e25510" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.463103] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c9e7673-8188-4127-8418-920790e25510',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.966484] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.966623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.971055] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c9e7673-8188-4127-8418-920790e25510 with status ACTIVE [ 890.972406] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.972842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.973187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.973493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.973654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.973910] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.974074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.974243] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.974429] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.974513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.974838] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.975033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.975182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.975364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.975444] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.975536] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c9e7673-8188-4127-8418-920790e25510 is going to be updated. [ 890.999124] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.999335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.999475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.999727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.999973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.000490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c9e7673-8188-4127-8418-920790e25510" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.292413] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 891.292658] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c deletion is rescheduled due to dependency. [ 891.292851] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.293125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.293443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.293671] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.293818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.293887] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.294068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.294153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.294255] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.796437] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.298378] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.801332] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.801693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.801693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.801954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.802111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.802251] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 892.843035] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.843035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.843035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.843035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.843035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.867421] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 894.882873] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 894.883220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.883347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.883630] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.883768] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.886020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.886020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.886020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.886020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.886020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.886020] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.387807] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.388723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.388879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.389248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.389524] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.389688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.389793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.390031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.390161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.390333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.390557] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.390695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.390786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.390984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.391217] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.391392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.391437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.391622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.391732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.393372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.393510] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.461707] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 895.461707] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 895.897912] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 207134cd-6a31-4b57-a073-c057c2bab24c: rpc.has_security_group_logging(os_id): False [ 895.918282] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.918447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.918550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.919226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.919226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.919226] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.919226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.919531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.919531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.919614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.920198] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.920198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.920198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.920198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.920198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.920485] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.920574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.920641] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.920845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.920931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.921036] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 896.006158] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.006975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.006975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.007258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.007299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.030337] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 898.052079] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 898.052554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.149489] env[66947]: INFO networking_nsxv3.common.synchronization [None req-58d07c17-b6fc-4863-a23f-e61146e1c5b6 None None] Enqueued Resource ID: d48113a1-81c1-4d13-a590-bda1606504e9 with Priority: HIGHEST for action port [ 898.150158] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d48113a1-81c1-4d13-a590-bda1606504e9 with Priority: HIGHEST for action port [ 898.150545] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-d48113a1-81c1-4d13-a590-bda1606504e9 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.150720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d48113a1-81c1-4d13-a590-bda1606504e9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.150720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d48113a1-81c1-4d13-a590-bda1606504e9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.151636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d48113a1-81c1-4d13-a590-bda1606504e9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.151746] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d48113a1-81c1-4d13-a590-bda1606504e9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.655790] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d48113a1-81c1-4d13-a590-bda1606504e9 [ 898.655790] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.655790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.655790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.655790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.655790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.655790] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d48113a1-81c1-4d13-a590-bda1606504e9 already deleted. [ 898.655790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d48113a1-81c1-4d13-a590-bda1606504e9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.564089] env[66947]: INFO networking_nsxv3.common.synchronization [None req-8cebdfb9-930e-4c36-ac1b-406fe118c1c9 None None] Enqueued Resource ID: 7abca6fa-1249-4e2e-9d28-e0d080e211b7 with Priority: HIGHEST for action port [ 900.564089] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7abca6fa-1249-4e2e-9d28-e0d080e211b7 with Priority: HIGHEST for action port [ 900.564676] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-7abca6fa-1249-4e2e-9d28-e0d080e211b7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.564807] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7abca6fa-1249-4e2e-9d28-e0d080e211b7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.564873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7abca6fa-1249-4e2e-9d28-e0d080e211b7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.565139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7abca6fa-1249-4e2e-9d28-e0d080e211b7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.565225] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7abca6fa-1249-4e2e-9d28-e0d080e211b7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.070349] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7abca6fa-1249-4e2e-9d28-e0d080e211b7 [ 901.070625] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.070795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.070873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.071138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.071234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.071360] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7abca6fa-1249-4e2e-9d28-e0d080e211b7 already deleted. [ 901.071482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7abca6fa-1249-4e2e-9d28-e0d080e211b7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.676169] env[66947]: INFO networking_nsxv3.common.synchronization [req-630bb05f-d142-47cd-92c1-36c39cde2734 req-ec468aba-5644-4c0d-b3c7-9131b200fd46 tempest-AttachVolumeShelveTestJSON-1694994142 tempest-AttachVolumeShelveTestJSON-1694994142-project-member] Enqueued Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_members [ 901.676169] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_members [ 901.676169] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.676169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.676634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.676989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.677296] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.677537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.677736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.678083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.678331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.678631] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.081421] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.081780] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.081984] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.082426] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.082830] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.083071] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.083231] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.083540] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.083728] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.084282] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.084282] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.084411] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.084495] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.084655] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.084852] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.085386] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.110857] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.111283] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.111502] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.111761] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.113120] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.113120] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.113120] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.113120] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.113436] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf0cdb3-3ed0-4d15-a0b6-b62c1738838c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.181471] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.181626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.181697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.181943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.182033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.182235] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.183029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.183029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.183029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.183029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.183029] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 already deleted. [ 902.183029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.616558] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.616811] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.616954] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.617274] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.617432] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.617593] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port daf0cdb3-3ed0-4d15-a0b6-b62c1738838c not found, creating... [ 902.617883] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.617997] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.618139] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.618473] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.618583] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.618929] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.620268] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.620268] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.620268] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.620268] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.620268] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: daf0cdb3-3ed0-4d15-a0b6-b62c1738838c is going to be created. [ 902.644767] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.644998] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.645860] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.645860] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.645860] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.645991] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.365712] env[66947]: INFO networking_nsxv3.common.synchronization [req-630bb05f-d142-47cd-92c1-36c39cde2734 req-4c3fec1b-f321-4f8f-abb0-804844f7fec7 service nova] Enqueued Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_rules [ 903.365998] env[66947]: INFO networking_nsxv3.common.synchronization [req-630bb05f-d142-47cd-92c1-36c39cde2734 req-4c3fec1b-f321-4f8f-abb0-804844f7fec7 service nova] Enqueued Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_members [ 903.366250] env[66947]: INFO networking_nsxv3.common.synchronization [req-630bb05f-d142-47cd-92c1-36c39cde2734 req-4c3fec1b-f321-4f8f-abb0-804844f7fec7 service nova] Enqueued Resource ID: daf0cdb3-3ed0-4d15-a0b6-b62c1738838c with Priority: HIGHEST for action port [ 903.367011] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_rules [ 903.367169] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_members [ 903.367289] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daf0cdb3-3ed0-4d15-a0b6-b62c1738838c with Priority: HIGHEST for action port [ 903.367623] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.367776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.367861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.368346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.368433] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.369424] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.370103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.370103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.370103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.370103] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.370476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.370476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.370476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.370476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.370709] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.371579] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.371722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.371722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.371899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.371983] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf0cdb3-3ed0-4d15-a0b6-b62c1738838c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.874375] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.879845] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.879964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.880179] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daf0cdb3-3ed0-4d15-a0b6-b62c1738838c with status ACTIVE [ 903.880403] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.880733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.880733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.880894] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.881019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.881244] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.881375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.881456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.881657] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.881838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.882155] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.882288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.882288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.882866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.882866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.882866] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daf0cdb3-3ed0-4d15-a0b6-b62c1738838c is going to be updated. [ 903.904932] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.905096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.905166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.905378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.905642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.905752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.356681] env[66947]: INFO networking_nsxv3.common.synchronization [req-86b12adc-ef90-4857-a9ce-743b586cd587 req-0cb10865-3eea-4d3d-a30b-7b984ec47db9 tempest-FloatingIPsAssociationNegativeTestJSON-1458259444 tempest-FloatingIPsAssociationNegativeTestJSON-1458259444-project-member] Enqueued Resource ID: 0c5c4168-cb45-41b2-af68-7398494772b8 with Priority: HIGHEST for action security_group_members [ 904.357629] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5c4168-cb45-41b2-af68-7398494772b8 with Priority: HIGHEST for action security_group_members [ 904.358585] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5c4168-cb45-41b2-af68-7398494772b8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.358585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.358585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.358585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.358854] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.359140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.359279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.359534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.361049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.361049] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c5c4168-cb45-41b2-af68-7398494772b8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.379395] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.867324] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.867324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.867324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.867680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.867680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.867927] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.867927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.868055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.868181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.868290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.868413] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c5c4168-cb45-41b2-af68-7398494772b8 is going to be updated. [ 904.884664] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.885088] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.885215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.885495] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.885611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.886524] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 is going to be created. [ 904.905598] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.905810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.905920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.906270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.906487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.918857] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.919063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.919063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.919362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.919512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.922059] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5c4168-cb45-41b2-af68-7398494772b8 in Status: IN_PROGRESS for 2s [ 904.932237] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 in Status: UNINITIALIZED for 2s [ 905.109930] env[66947]: INFO networking_nsxv3.common.synchronization [None req-8c7446cc-8faa-46e8-9c20-f0eba06b1af1 None None] Enqueued Resource ID: 20bc4f9f-d109-403d-bcea-bd102cf0be7b with Priority: HIGHEST for action port [ 905.111213] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20bc4f9f-d109-403d-bcea-bd102cf0be7b with Priority: HIGHEST for action port [ 905.111213] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-20bc4f9f-d109-403d-bcea-bd102cf0be7b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.111404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20bc4f9f-d109-403d-bcea-bd102cf0be7b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.111582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20bc4f9f-d109-403d-bcea-bd102cf0be7b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.112122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20bc4f9f-d109-403d-bcea-bd102cf0be7b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.112258] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20bc4f9f-d109-403d-bcea-bd102cf0be7b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.614800] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20bc4f9f-d109-403d-bcea-bd102cf0be7b [ 905.615087] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.615209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.615263] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.615471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.615559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.615654] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20bc4f9f-d109-403d-bcea-bd102cf0be7b already deleted. [ 905.615737] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20bc4f9f-d109-403d-bcea-bd102cf0be7b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.940248] env[66947]: INFO networking_nsxv3.common.synchronization [None req-05154136-3a77-4edc-9e86-d803f7eac951 tempest-ServerActionsTestOtherB-1241893135 tempest-ServerActionsTestOtherB-1241893135-project-member] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 905.940858] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 905.945247] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.945389] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.945445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.945699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.945784] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.023269] env[66947]: INFO networking_nsxv3.common.synchronization [None req-62de311c-a9c2-4c7d-bd31-412e15eb74bd tempest-ServerActionsTestOtherB-1241893135 tempest-ServerActionsTestOtherB-1241893135-project-member] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 906.023970] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 906.024379] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.024496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.468250] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.468483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.468562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.469063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.469063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.469063] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 already deleted. [ 906.469063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.469269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.469386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.469468] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.937236] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5c4168-cb45-41b2-af68-7398494772b8 in Status: SUCCESS [ 906.937757] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c5c4168-cb45-41b2-af68-7398494772b8 deletion is rescheduled due to dependency. [ 906.943298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.952944] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 in Status: SUCCESS [ 906.953269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.953498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.954020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.954020] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.954242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.954399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.954596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.954753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.954886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.956208] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.999728] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.001103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.001103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.001103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.001103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.001103] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 already deleted. [ 907.001103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.437464] env[66947]: INFO networking_nsxv3.common.synchronization [None req-55824024-2e7e-4e14-9e84-c883c040bc49 None None] Enqueued Resource ID: 3a2c7f28-975b-42be-887b-690584361969 with Priority: HIGHEST for action port [ 907.438068] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2c7f28-975b-42be-887b-690584361969 with Priority: HIGHEST for action port [ 907.438396] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a2c7f28-975b-42be-887b-690584361969 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.438540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a2c7f28-975b-42be-887b-690584361969" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.439327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a2c7f28-975b-42be-887b-690584361969" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.439327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a2c7f28-975b-42be-887b-690584361969" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.439327] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a2c7f28-975b-42be-887b-690584361969',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.459680] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.941280] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a2c7f28-975b-42be-887b-690584361969 [ 907.941590] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.941706] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.941960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.942008] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.942622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.942622] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a2c7f28-975b-42be-887b-690584361969 already deleted. [ 907.942622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a2c7f28-975b-42be-887b-690584361969" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.963932] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 320f27f9-d8e5-4f7f-ac9d-1949d396a460: rpc.has_security_group_logging(os_id): False [ 907.986558] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.986720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.986814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.987031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.987128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.987371] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.987504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.987570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.987727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.987803] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.987912] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 is going to be created. [ 908.065853] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.066236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.066533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.066638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.066783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.081395] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 in Status: IN_PROGRESS for 2s [ 910.098316] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 in Status: SUCCESS [ 910.098876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.441098] env[66947]: INFO networking_nsxv3.common.synchronization [req-f748c3b8-13a5-4bea-a4cf-a328a2ce4d08 req-afe1c655-df96-4f33-af20-beffb926112f tempest-ServerMetadataNegativeTestJSON-265430117 tempest-ServerMetadataNegativeTestJSON-265430117-project-member] Enqueued Resource ID: 21a52c51-462d-444a-8811-580569e98508 with Priority: HIGHEST for action security_group_members [ 910.441939] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a52c51-462d-444a-8811-580569e98508 with Priority: HIGHEST for action security_group_members [ 910.442360] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a52c51-462d-444a-8811-580569e98508 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.442360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.442360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.442675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.442866] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.442966] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.443022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.443623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.443623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.443623] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a52c51-462d-444a-8811-580569e98508',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.842072] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.842302] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-656" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.842456] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-656" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.842894] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-656" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.843240] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.843414] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.843558] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.843889] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.844100] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.844345] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.844534] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.844676] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.844796] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.845107] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.845189] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.845344] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.872513] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.872513] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.872513] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.872513] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-656" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.872513] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-feccff6a-48a5-41e2-9d20-42ad402a6ea4 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.872513] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-feccff6a-48a5-41e2-9d20-42ad402a6ea4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.872513] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-feccff6a-48a5-41e2-9d20-42ad402a6ea4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.872834] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-feccff6a-48a5-41e2-9d20-42ad402a6ea4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.872834] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feccff6a-48a5-41e2-9d20-42ad402a6ea4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.945721] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.945909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.945984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.946206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.946453] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.946517] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.946592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.946731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.946802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.946874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.946959] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a52c51-462d-444a-8811-580569e98508 already deleted. [ 910.947092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.014401] env[66947]: INFO networking_nsxv3.common.synchronization [req-2d08b56b-8e78-4ffd-a485-14b0947a6a29 req-efeb6aeb-694a-45f6-9c28-a9fbc238e7db tempest-ListImageFiltersTestJSON-631290643 tempest-ListImageFiltersTestJSON-631290643-project-member] Enqueued Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 911.015350] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 911.015425] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.015618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.015618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.015891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.015947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.016070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.016121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.016333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.016432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.016530] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.376341] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.376752] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.378188] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.378531] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.378694] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.378857] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port feccff6a-48a5-41e2-9d20-42ad402a6ea4 not found, creating... [ 911.379179] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.379426] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.379509] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.379702] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.379846] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.383468] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.383588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.383690] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.383916] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.384075] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.384225] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: feccff6a-48a5-41e2-9d20-42ad402a6ea4 is going to be created. [ 911.406880] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.407165] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.407230] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.407537] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.407785] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.408038] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-feccff6a-48a5-41e2-9d20-42ad402a6ea4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.518434] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.020520] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.207656] env[66947]: INFO networking_nsxv3.common.synchronization [req-f748c3b8-13a5-4bea-a4cf-a328a2ce4d08 req-b0109b5f-cc73-4dda-a032-68eb1c895e38 service nova] Enqueued Resource ID: 21a52c51-462d-444a-8811-580569e98508 with Priority: HIGHEST for action security_group_rules [ 912.207656] env[66947]: INFO networking_nsxv3.common.synchronization [req-f748c3b8-13a5-4bea-a4cf-a328a2ce4d08 req-b0109b5f-cc73-4dda-a032-68eb1c895e38 service nova] Enqueued Resource ID: 21a52c51-462d-444a-8811-580569e98508 with Priority: HIGHEST for action security_group_members [ 912.207656] env[66947]: INFO networking_nsxv3.common.synchronization [req-f748c3b8-13a5-4bea-a4cf-a328a2ce4d08 req-b0109b5f-cc73-4dda-a032-68eb1c895e38 service nova] Enqueued Resource ID: feccff6a-48a5-41e2-9d20-42ad402a6ea4 with Priority: HIGHEST for action port [ 912.207656] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a52c51-462d-444a-8811-580569e98508 with Priority: HIGHEST for action security_group_rules [ 912.207884] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a52c51-462d-444a-8811-580569e98508 with Priority: HIGHEST for action security_group_members [ 912.207884] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feccff6a-48a5-41e2-9d20-42ad402a6ea4 with Priority: HIGHEST for action port [ 912.208275] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a52c51-462d-444a-8811-580569e98508 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.208674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.208674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.208850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.208850] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a52c51-462d-444a-8811-580569e98508',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.210576] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a52c51-462d-444a-8811-580569e98508 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.210793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.210955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.211196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.211365] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.211846] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.211846] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.211846] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.212323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.212323] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a52c51-462d-444a-8811-580569e98508',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.215304] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-feccff6a-48a5-41e2-9d20-42ad402a6ea4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.215304] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feccff6a-48a5-41e2-9d20-42ad402a6ea4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.215304] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feccff6a-48a5-41e2-9d20-42ad402a6ea4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.215304] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feccff6a-48a5-41e2-9d20-42ad402a6ea4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.215304] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feccff6a-48a5-41e2-9d20-42ad402a6ea4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.523518] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.523518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.523518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.523963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.523963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.523963] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6391b159-36f6-4da1-9ed2-b340759d2efc is going to be updated. [ 912.566292] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.566411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.566411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.566624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.566779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.576952] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: IN_PROGRESS for 2s [ 912.713695] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a52c51-462d-444a-8811-580569e98508 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.713695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.718383] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21a52c51-462d-444a-8811-580569e98508',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.718383] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feccff6a-48a5-41e2-9d20-42ad402a6ea4 with status ACTIVE [ 912.719291] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.719443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.719512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.719784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.720521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.720754] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.720871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.720933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.722233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.722381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.722669] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.722954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.722954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.723865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.724161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.724302] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feccff6a-48a5-41e2-9d20-42ad402a6ea4 is going to be updated. [ 912.756026] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.756225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.756305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.756472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.757155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.757155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feccff6a-48a5-41e2-9d20-42ad402a6ea4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.048095] env[66947]: INFO networking_nsxv3.common.synchronization [None req-073a669e-26c1-4898-88d6-43092fa3b37c None None] Enqueued Resource ID: e234ffb6-c87b-4f6a-bb13-1ef7225960b1 with Priority: HIGHEST for action port [ 913.050044] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e234ffb6-c87b-4f6a-bb13-1ef7225960b1 with Priority: HIGHEST for action port [ 913.051422] env[66947]: INFO networking_nsxv3.common.synchronization [None req-2f496b12-cd25-4bd4-b0ce-549868ebd210 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_rules [ 913.051900] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-e234ffb6-c87b-4f6a-bb13-1ef7225960b1 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.051995] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e234ffb6-c87b-4f6a-bb13-1ef7225960b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.052187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e234ffb6-c87b-4f6a-bb13-1ef7225960b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.052402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e234ffb6-c87b-4f6a-bb13-1ef7225960b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.052459] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e234ffb6-c87b-4f6a-bb13-1ef7225960b1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.054052] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_rules [ 913.054482] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.054598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.054656] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.055659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.055659] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e6f2abb-51a5-4f44-acde-2688cdd98d1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.225249] env[66947]: INFO networking_nsxv3.common.synchronization [None req-59fb5592-706e-4a31-91df-2bcf37045a73 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_rules [ 913.226025] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_rules [ 913.226434] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21a52c51-462d-444a-8811-580569e98508',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.227406] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.227654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.555465] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e234ffb6-c87b-4f6a-bb13-1ef7225960b1 [ 913.555800] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.555862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.555896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.556116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.556210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.556306] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e234ffb6-c87b-4f6a-bb13-1ef7225960b1 already deleted. [ 913.556388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e234ffb6-c87b-4f6a-bb13-1ef7225960b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.576990] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.577228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.577228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.577422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.577514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.577619] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e already deleted. [ 913.577709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.577945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.578139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.578225] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e6f2abb-51a5-4f44-acde-2688cdd98d1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.733258] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.733423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.733515] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.733789] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.733927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.734033] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a52c51-462d-444a-8811-580569e98508 is going to be created. [ 913.746736] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.746958] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.747101] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.747398] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.747732] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.747829] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.747946] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.748214] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.748377] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.748606] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.748976] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.749214] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.749365] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.749493] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.749593] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.749733] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.765355] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.765530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.765605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.765810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.766043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.769902] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.770030] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.770069] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.770268] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-883" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.770607] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.770782] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.770902] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.771180] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.771379] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab3b8ba-e7df-4d29-a612-b37f6e6968c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.779934] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a52c51-462d-444a-8811-580569e98508 in Status: UNINITIALIZED for 2s [ 914.104018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.104018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.104272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.104383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.104522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.104688] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e already deleted. [ 914.104776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.275203] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.275491] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.275715] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.276048] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.276256] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.276599] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.276811] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.277081] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.277315] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.277464] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.277794] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.278019] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.278125] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.278505] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.278692] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.278854] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 is going to be updated. [ 914.336509] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.336874] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.337049] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.337447] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.337767] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.338173] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.588126] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: SUCCESS [ 914.588409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.069652] env[66947]: INFO networking_nsxv3.common.synchronization [req-c222eea5-f7f3-46c2-a790-26d352173a24 req-ea2fc19c-2207-40f9-965e-7212c5a9dffa service nova] Enqueued Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_rules [ 915.069873] env[66947]: INFO networking_nsxv3.common.synchronization [req-c222eea5-f7f3-46c2-a790-26d352173a24 req-ea2fc19c-2207-40f9-965e-7212c5a9dffa service nova] Enqueued Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 915.070082] env[66947]: INFO networking_nsxv3.common.synchronization [req-c222eea5-f7f3-46c2-a790-26d352173a24 req-ea2fc19c-2207-40f9-965e-7212c5a9dffa service nova] Enqueued Resource ID: 3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 with Priority: HIGHEST for action port [ 915.070692] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_rules [ 915.070877] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 915.071018] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 with Priority: HIGHEST for action port [ 915.073727] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.073909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.073990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.074321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.074420] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.078596] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.078760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.078857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.079153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.079335] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.079443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.079507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.079668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.079757] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.079855] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.082124] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.082279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.082366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.082660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.082806] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab3b8ba-e7df-4d29-a612-b37f6e6968c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.296717] env[66947]: INFO networking_nsxv3.common.synchronization [None req-69f6c197-522f-42cb-a248-095bb778a06f None None] Enqueued Resource ID: aaf0c997-9917-4122-8f30-2f804b59a03f with Priority: HIGHEST for action port [ 915.297848] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaf0c997-9917-4122-8f30-2f804b59a03f with Priority: HIGHEST for action port [ 915.298687] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaf0c997-9917-4122-8f30-2f804b59a03f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.299034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaf0c997-9917-4122-8f30-2f804b59a03f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.299120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaf0c997-9917-4122-8f30-2f804b59a03f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.299423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaf0c997-9917-4122-8f30-2f804b59a03f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.299598] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaf0c997-9917-4122-8f30-2f804b59a03f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.579615] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.579615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.585618] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.586686] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 with status ACTIVE [ 915.587192] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.587192] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.587192] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.587336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.587382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.587880] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.587880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.587880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.587880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.588155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.588155] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.588553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.588553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.588553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.588553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.588678] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ab3b8ba-e7df-4d29-a612-b37f6e6968c3 is going to be updated. [ 915.614520] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.614691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.614761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.614973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.615133] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.615323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab3b8ba-e7df-4d29-a612-b37f6e6968c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.791460] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a52c51-462d-444a-8811-580569e98508 in Status: SUCCESS [ 915.791753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.791952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.792184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.792426] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.792557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.792639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.792804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.792916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.793026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.793124] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21a52c51-462d-444a-8811-580569e98508',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.801120] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aaf0c997-9917-4122-8f30-2f804b59a03f [ 915.805300] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.805444] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.805519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.805732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.805820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.805913] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aaf0c997-9917-4122-8f30-2f804b59a03f already deleted. [ 915.805991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaf0c997-9917-4122-8f30-2f804b59a03f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.091137] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.296811] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a52c51-462d-444a-8811-580569e98508 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.296988] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.298938] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.298938] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a52c51-462d-444a-8811-580569e98508 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.298938] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.298938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.299634] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21a52c51-462d-444a-8811-580569e98508',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.594710] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.595230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.595230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.596198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.599035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.599443] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c is going to be updated. [ 916.632184] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.632184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.632184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.632384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.632714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.642419] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: IN_PROGRESS for 2s [ 916.806223] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21a52c51-462d-444a-8811-580569e98508: rpc.has_security_group_logging(os_id): False [ 916.826166] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.826313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.826401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.826936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.826936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.827055] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.827113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.827143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.827923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.827923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.827923] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.827923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.827923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.827923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.827923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.828178] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.828219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.828334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.828499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.828590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.829639] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a52c51-462d-444a-8811-580569e98508 is going to be created. [ 916.864698] env[66947]: INFO networking_nsxv3.common.synchronization [req-51bdaa69-8d85-48a3-abc7-ec8939866d2e req-e744ac69-03f6-476c-b306-13d453f8ca3c tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 916.865299] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 916.865659] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.865823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.865896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.866793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.867062] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.867236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.867335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.867621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.867768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.868070] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.898069] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.898243] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.898331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.898547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.898744] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.915490] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21a52c51-462d-444a-8811-580569e98508 in Status: IN_PROGRESS for 2s [ 917.370209] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.495322] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.495530] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.495673] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.496418] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.497050] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.497359] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.497522] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.497880] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.498117] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.498442] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.498579] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.498778] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.498996] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.499256] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.499405] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.499594] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.526775] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.526775] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.526775] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.526775] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.526775] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-75281338-c40f-4bd5-aa42-95dc49c9aa0d taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.526775] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-75281338-c40f-4bd5-aa42-95dc49c9aa0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.527240] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-75281338-c40f-4bd5-aa42-95dc49c9aa0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.527475] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-75281338-c40f-4bd5-aa42-95dc49c9aa0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.527640] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75281338-c40f-4bd5-aa42-95dc49c9aa0d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.873935] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.033298] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.033298] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.033298] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.033298] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.033298] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.033298] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 75281338-c40f-4bd5-aa42-95dc49c9aa0d not found, creating... [ 918.033298] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.033298] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.033298] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.033298] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.033298] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.033742] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.033742] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.033742] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.033742] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.033742] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.033984] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 75281338-c40f-4bd5-aa42-95dc49c9aa0d is going to be created. [ 918.055133] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.055422] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.055582] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.055866] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.056169] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.056404] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-75281338-c40f-4bd5-aa42-95dc49c9aa0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.376424] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.376592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.376654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.376864] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.376956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.377069] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 918.415878] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.416194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.416335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.416651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.416890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.427362] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 918.654781] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: SUCCESS [ 918.655062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.655245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.655462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.655654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.655767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.655834] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.655987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.656084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.656177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.656270] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.736731] env[66947]: INFO networking_nsxv3.common.synchronization [req-1ddb15fc-9130-45e2-b024-42accaf50cc1 req-1e9fdd7d-8a33-4b23-a671-179352709dd1 tempest-MigrationsAdminTest-888779591 tempest-MigrationsAdminTest-888779591-project-member] Enqueued Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 918.738458] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 918.738919] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.739095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.739197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.739699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.739886] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.740011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.740095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.740432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.740563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.740674] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.790403] env[66947]: INFO networking_nsxv3.common.synchronization [req-51bdaa69-8d85-48a3-abc7-ec8939866d2e req-ab06dbd8-ffd5-4f5a-8e30-4da97c1f56e1 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 918.790650] env[66947]: INFO networking_nsxv3.common.synchronization [req-51bdaa69-8d85-48a3-abc7-ec8939866d2e req-ab06dbd8-ffd5-4f5a-8e30-4da97c1f56e1 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 918.790817] env[66947]: INFO networking_nsxv3.common.synchronization [req-51bdaa69-8d85-48a3-abc7-ec8939866d2e req-ab06dbd8-ffd5-4f5a-8e30-4da97c1f56e1 service nova] Enqueued Resource ID: 75281338-c40f-4bd5-aa42-95dc49c9aa0d with Priority: HIGHEST for action port [ 918.791910] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 918.791910] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 918.792188] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75281338-c40f-4bd5-aa42-95dc49c9aa0d with Priority: HIGHEST for action port [ 918.792252] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.793268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.793268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.793268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.793268] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.794398] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.794548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.794952] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-75281338-c40f-4bd5-aa42-95dc49c9aa0d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.795130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75281338-c40f-4bd5-aa42-95dc49c9aa0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.795231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75281338-c40f-4bd5-aa42-95dc49c9aa0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.795498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75281338-c40f-4bd5-aa42-95dc49c9aa0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.795621] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75281338-c40f-4bd5-aa42-95dc49c9aa0d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.931415] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21a52c51-462d-444a-8811-580569e98508 in Status: SUCCESS [ 918.931761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.158454] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.158689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.158756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.159425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.159425] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.159425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.159425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.159753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.159753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.159753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.159976] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.160058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.160122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.160236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.160368] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.161270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.161270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.161270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.161270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.162546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.162546] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.195569] env[66947]: INFO networking_nsxv3.common.synchronization [req-ccf52438-0a80-4a2b-b8a5-e39200051dfb req-7aabea1c-a131-479b-89b4-1a63afdeafda tempest-ServersAdminTestJSON-941451083 tempest-ServersAdminTestJSON-941451083-project-member] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 919.196299] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 919.196708] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.196887] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.196887] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.197163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.197348] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.197520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.197625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.197861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.198168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.198343] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.242268] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.299226] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75281338-c40f-4bd5-aa42-95dc49c9aa0d with status ACTIVE [ 919.299226] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.299226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.299226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.299408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.299438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.300200] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.300200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.300200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.300200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.300200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.300200] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.300533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.300533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.300533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.300627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.300627] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75281338-c40f-4bd5-aa42-95dc49c9aa0d is going to be updated. [ 919.301917] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.304052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.348262] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.348262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.348262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.348262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.348262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.348262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75281338-c40f-4bd5-aa42-95dc49c9aa0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.663951] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a8ad27b-bfb4-4423-9259-1de186bce18c: rpc.has_security_group_logging(os_id): False [ 919.688248] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.688248] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.688248] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.688248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.688787] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.688787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.688787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.688787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.690344] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.690523] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c is going to be updated. [ 919.696420] env[66947]: INFO networking_nsxv3.common.synchronization [req-a74dd79f-cf3b-493f-a655-64ece7453d8c req-92d56cb5-7024-4e50-a90e-20ad886999a2 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_members [ 919.697035] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_members [ 919.697346] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6496aa53-301b-48a0-ae7e-9cf323005249 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.697478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.697547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.697810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.697974] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.698087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.698150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.698306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.698386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.698497] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6496aa53-301b-48a0-ae7e-9cf323005249',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.702107] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.746213] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.775501] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.775689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.775825] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.776146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.776355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.792245] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: IN_PROGRESS for 2s [ 920.179403] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.179756] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.179756] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.180073] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.181580] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.181794] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.182077] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.182227] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.182407] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.182642] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.182763] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.182924] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.183083] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.183232] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.183348] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.183497] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.201100] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.201289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.201394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.201645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.201732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.202025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.202132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.202180] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.202320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.202409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.202497] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6496aa53-301b-48a0-ae7e-9cf323005249 already deleted. [ 920.202583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.204277] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.206123] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.206319] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.206523] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.206824] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.206955] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-b277e801-0c4c-4d4b-a4d6-74f140861f6f taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.207150] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-b277e801-0c4c-4d4b-a4d6-74f140861f6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.207504] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-b277e801-0c4c-4d4b-a4d6-74f140861f6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.207900] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-b277e801-0c4c-4d4b-a4d6-74f140861f6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.209750] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b277e801-0c4c-4d4b-a4d6-74f140861f6f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.248762] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.249021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.249082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.249341] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.249553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.249656] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 is going to be updated. [ 920.289384] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.289566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.289645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.289866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.290025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.300100] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: IN_PROGRESS for 2s [ 920.438847] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 920.439079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.439258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.439476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.439664] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.439781] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.439847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.440012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.440096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.440194] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.713360] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.713504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.713579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.713804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.713927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.714031] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 920.715400] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.715555] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.715676] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.715936] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.716114] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.716269] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port b277e801-0c4c-4d4b-a4d6-74f140861f6f not found, creating... [ 920.716510] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.716665] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.716796] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.716988] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.717127] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.717392] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.717542] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.717659] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.718074] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.718074] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.718160] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: b277e801-0c4c-4d4b-a4d6-74f140861f6f is going to be created. [ 920.739596] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.739812] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.739938] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.740281] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.740574] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.740876] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-b277e801-0c4c-4d4b-a4d6-74f140861f6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.747667] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.747667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.747667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.747667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.747667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.757847] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 920.942986] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.445117] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.489483] env[66947]: INFO networking_nsxv3.common.synchronization [req-a74dd79f-cf3b-493f-a655-64ece7453d8c req-f1042f40-335d-4556-ac22-59c7fbbd4cff service nova] Enqueued Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_rules [ 921.489483] env[66947]: INFO networking_nsxv3.common.synchronization [req-a74dd79f-cf3b-493f-a655-64ece7453d8c req-f1042f40-335d-4556-ac22-59c7fbbd4cff service nova] Enqueued Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_members [ 921.489483] env[66947]: INFO networking_nsxv3.common.synchronization [req-a74dd79f-cf3b-493f-a655-64ece7453d8c req-f1042f40-335d-4556-ac22-59c7fbbd4cff service nova] Enqueued Resource ID: b277e801-0c4c-4d4b-a4d6-74f140861f6f with Priority: HIGHEST for action port [ 921.489993] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_rules [ 921.490165] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_members [ 921.490264] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b277e801-0c4c-4d4b-a4d6-74f140861f6f with Priority: HIGHEST for action port [ 921.490597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6496aa53-301b-48a0-ae7e-9cf323005249 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.490745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.491214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.491570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.491570] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6496aa53-301b-48a0-ae7e-9cf323005249',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.495078] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6496aa53-301b-48a0-ae7e-9cf323005249 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.495241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.495322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.495831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.496064] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.496572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.496572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.496572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.496572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.496694] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6496aa53-301b-48a0-ae7e-9cf323005249',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.497553] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-b277e801-0c4c-4d4b-a4d6-74f140861f6f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.497655] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b277e801-0c4c-4d4b-a4d6-74f140861f6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.497822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b277e801-0c4c-4d4b-a4d6-74f140861f6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.497881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b277e801-0c4c-4d4b-a4d6-74f140861f6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.497927] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b277e801-0c4c-4d4b-a4d6-74f140861f6f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.814113] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: SUCCESS [ 921.814530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.947953] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.948134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.948311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.948693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.948894] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.949019] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 921.983913] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.983913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.983913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.984250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.984283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.996754] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 922.001216] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6496aa53-301b-48a0-ae7e-9cf323005249',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.002285] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b277e801-0c4c-4d4b-a4d6-74f140861f6f with status ACTIVE [ 922.002426] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.002688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.002688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.002949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.002949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.003144] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.003214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.003276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.003474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.003474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.003673] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.003771] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.003814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.003985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.004076] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.004163] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b277e801-0c4c-4d4b-a4d6-74f140861f6f is going to be updated. [ 922.005300] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6496aa53-301b-48a0-ae7e-9cf323005249 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.005452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.028891] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.028891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.028891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.028891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.028891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.029249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b277e801-0c4c-4d4b-a4d6-74f140861f6f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.327828] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: SUCCESS [ 922.328241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.506987] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6496aa53-301b-48a0-ae7e-9cf323005249',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.677281] env[66947]: INFO networking_nsxv3.common.synchronization [req-47b4c3c0-4ca4-4a5f-b0bf-2de135869370 req-079d3d8b-f0dc-40f2-84bb-5b62ab36a8c0 tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 922.677281] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 922.677281] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.677281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.677281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.677281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.677281] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.677738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.677738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.678239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.678281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.678403] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.774085] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 922.774316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.993815] env[66947]: INFO networking_nsxv3.common.synchronization [None req-62fa7ae9-7498-4d71-b93f-222c15a5480f None None] Enqueued Resource ID: 8a125307-2a2b-40f1-99a8-16ce5dbcd5a8 with Priority: HIGHEST for action port [ 922.996951] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a125307-2a2b-40f1-99a8-16ce5dbcd5a8 with Priority: HIGHEST for action port [ 922.997367] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a125307-2a2b-40f1-99a8-16ce5dbcd5a8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.997367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a125307-2a2b-40f1-99a8-16ce5dbcd5a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.997367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a125307-2a2b-40f1-99a8-16ce5dbcd5a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.998496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a125307-2a2b-40f1-99a8-16ce5dbcd5a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.998582] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a125307-2a2b-40f1-99a8-16ce5dbcd5a8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.009368] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.009828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.009828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.009828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.010097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.010097] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6496aa53-301b-48a0-ae7e-9cf323005249 is going to be created. [ 923.038336] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.038336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.038723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.039071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.039265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.053018] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6496aa53-301b-48a0-ae7e-9cf323005249 in Status: UNINITIALIZED for 2s [ 923.152961] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.153366] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-118" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.153637] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-118" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.153871] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-118" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.154276] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.154450] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.154576] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.154797] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.154936] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.155178] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.155304] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.155424] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.155522] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.155631] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.155737] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.156444] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.184403] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.184577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.185212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.185212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.185212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.185456] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.185724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.185724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.185787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.186246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.186246] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 already deleted. [ 923.186246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.187999] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.188265] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.188602] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.188694] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-118" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.189047] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-f5776d53-a847-4e17-92f5-4fa502bf0716 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.189212] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.189337] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.189651] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.189827] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5776d53-a847-4e17-92f5-4fa502bf0716',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.503167] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a125307-2a2b-40f1-99a8-16ce5dbcd5a8 [ 923.503167] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.503167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.503167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.503167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.503167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.503167] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a125307-2a2b-40f1-99a8-16ce5dbcd5a8 already deleted. [ 923.503167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a125307-2a2b-40f1-99a8-16ce5dbcd5a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.692748] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.693087] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.693137] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.693396] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.693549] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.693699] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port f5776d53-a847-4e17-92f5-4fa502bf0716 not found, creating... [ 923.694094] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.694150] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.694276] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.694454] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.694589] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.694871] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.695436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.695436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.695887] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.695935] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.696136] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: f5776d53-a847-4e17-92f5-4fa502bf0716 is going to be created. [ 923.722470] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.722705] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.722822] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.723119] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.723353] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.723585] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.007455] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 924.007678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.007855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.008073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.008264] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.008378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.008442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.008683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.008683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.008802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.008852] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.500445] env[66947]: INFO networking_nsxv3.common.synchronization [req-47b4c3c0-4ca4-4a5f-b0bf-2de135869370 req-18eec3a2-fcc8-4e81-93b9-35acb159f63e service nova] Enqueued Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_rules [ 924.500707] env[66947]: INFO networking_nsxv3.common.synchronization [req-47b4c3c0-4ca4-4a5f-b0bf-2de135869370 req-18eec3a2-fcc8-4e81-93b9-35acb159f63e service nova] Enqueued Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 924.500796] env[66947]: INFO networking_nsxv3.common.synchronization [req-47b4c3c0-4ca4-4a5f-b0bf-2de135869370 req-18eec3a2-fcc8-4e81-93b9-35acb159f63e service nova] Enqueued Resource ID: f5776d53-a847-4e17-92f5-4fa502bf0716 with Priority: HIGHEST for action port [ 924.501374] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_rules [ 924.501530] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 924.501654] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5776d53-a847-4e17-92f5-4fa502bf0716 with Priority: HIGHEST for action port [ 924.501948] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.502387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.502484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.502924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.503064] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.504473] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.504473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.504473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.504473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.504972] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.505291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.505822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.506217] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.506583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.507328] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.509837] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5776d53-a847-4e17-92f5-4fa502bf0716 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.509837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.509837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.510177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.511207] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5776d53-a847-4e17-92f5-4fa502bf0716',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.514742] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.514933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.515613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.515613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.515839] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.516598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.516598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.516598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.516598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.516598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.516598] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.516843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.517254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.518198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.518198] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.518198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.518198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.518198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.518198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.518198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.518198] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.015075] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.016265] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.016419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.023852] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5776d53-a847-4e17-92f5-4fa502bf0716 with status ACTIVE [ 925.024064] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.024263] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.024390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.024929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.025111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.026912] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.027079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.027275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.027570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.027657] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.027924] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.028112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.028176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.028838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.028838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.028838] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5776d53-a847-4e17-92f5-4fa502bf0716 is going to be updated. [ 925.029998] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7493f2a-243d-427d-b10d-f161c1f1a22b: rpc.has_security_group_logging(os_id): False [ 925.051415] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.051607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.051607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.051844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.052108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.052342] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.053857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.053857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.057575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.057575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.057783] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.058332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.058332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.058332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.058332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.058509] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.058786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.058857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.059378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.059834] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.059834] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 925.067653] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.067948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.067948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.068115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.068575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.068575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.097824] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6496aa53-301b-48a0-ae7e-9cf323005249 in Status: SUCCESS [ 925.098649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.101050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.101050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.101321] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.101483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.101613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.101903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.102078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.102274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.103325] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6496aa53-301b-48a0-ae7e-9cf323005249',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.196450] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.196691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.196732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.197136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.197136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.217412] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 925.519953] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.611031] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6496aa53-301b-48a0-ae7e-9cf323005249',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.784844] env[66947]: INFO networking_nsxv3.common.synchronization [None req-716e65da-b209-411e-8ea0-0867c79bd07d None None] Enqueued Resource ID: 1f3a7d49-6012-4496-abba-185ce1eaa21a with Priority: HIGHEST for action port [ 925.785766] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f3a7d49-6012-4496-abba-185ce1eaa21a with Priority: HIGHEST for action port [ 925.785859] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f3a7d49-6012-4496-abba-185ce1eaa21a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.786646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f3a7d49-6012-4496-abba-185ce1eaa21a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.788034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f3a7d49-6012-4496-abba-185ce1eaa21a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.788034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f3a7d49-6012-4496-abba-185ce1eaa21a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.788034] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f3a7d49-6012-4496-abba-185ce1eaa21a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.023273] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.023273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.023273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.023273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.023273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.023273] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 is going to be created. [ 926.049138] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.049138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.049138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.049729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.049729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.062648] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: UNINITIALIZED for 2s [ 926.115086] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6496aa53-301b-48a0-ae7e-9cf323005249: rpc.has_security_group_logging(os_id): False [ 926.149126] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.149523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.149523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.149680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.149680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.149992] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.150116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.150186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.150374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.150437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.150526] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6496aa53-301b-48a0-ae7e-9cf323005249 is going to be created. [ 926.277426] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.277670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.278328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.278328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.278504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.294061] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f3a7d49-6012-4496-abba-185ce1eaa21a [ 926.294061] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.294061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.294061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.295229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.295229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.295229] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f3a7d49-6012-4496-abba-185ce1eaa21a already deleted. [ 926.295229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f3a7d49-6012-4496-abba-185ce1eaa21a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.311430] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6496aa53-301b-48a0-ae7e-9cf323005249 in Status: IN_PROGRESS for 2s [ 926.921073] env[66947]: INFO networking_nsxv3.common.synchronization [None req-bd549f15-3aec-4b48-a225-72c0063cefd9 None None] Enqueued Resource ID: 944bb4a7-eeac-4de5-977b-9eafefa655a7 with Priority: HIGHEST for action port [ 926.921404] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 944bb4a7-eeac-4de5-977b-9eafefa655a7 with Priority: HIGHEST for action port [ 926.922452] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-944bb4a7-eeac-4de5-977b-9eafefa655a7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.922452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-944bb4a7-eeac-4de5-977b-9eafefa655a7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.922452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-944bb4a7-eeac-4de5-977b-9eafefa655a7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.924544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-944bb4a7-eeac-4de5-977b-9eafefa655a7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.925284] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('944bb4a7-eeac-4de5-977b-9eafefa655a7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.239616] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 927.239976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.432764] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 944bb4a7-eeac-4de5-977b-9eafefa655a7 [ 927.433072] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.433206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.433270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.433475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.433600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.433726] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:944bb4a7-eeac-4de5-977b-9eafefa655a7 already deleted. [ 927.433773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-944bb4a7-eeac-4de5-977b-9eafefa655a7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.077779] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: SUCCESS [ 928.077779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.077975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.079143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.079143] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.079143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.079143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.081336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.081472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.081612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.081753] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.329294] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6496aa53-301b-48a0-ae7e-9cf323005249 in Status: SUCCESS [ 928.329596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.585202] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.587470] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.587470] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.587470] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.587470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.588234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.588234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.588234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.588234] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.729725] env[66947]: INFO networking_nsxv3.common.synchronization [req-c5c91ffc-a3f6-4ecf-af51-b0e538f2d8d4 req-601e0288-9ac0-4050-8fb8-93d1f5082834 tempest-ServerActionsTestOtherB-1241893135 tempest-ServerActionsTestOtherB-1241893135-project-member] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 928.730920] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 928.731084] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.731218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.731283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.731676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.732357] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.732504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.732606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.732845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.732945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.733116] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.074527] env[66947]: INFO networking_nsxv3.common.synchronization [None req-22070bf8-84c8-4c3d-950f-e0eec7ca6a49 None None] Enqueued Resource ID: 24ab7265-ac43-447f-a001-676f41afe894 with Priority: HIGHEST for action port [ 929.082598] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ab7265-ac43-447f-a001-676f41afe894 with Priority: HIGHEST for action port [ 929.086813] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ab7265-ac43-447f-a001-676f41afe894 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.086813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ab7265-ac43-447f-a001-676f41afe894" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.086813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ab7265-ac43-447f-a001-676f41afe894" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.086813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ab7265-ac43-447f-a001-676f41afe894" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.086813] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ab7265-ac43-447f-a001-676f41afe894',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.090913] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 581afb69-2e41-469b-935a-8d295c0a1c58: rpc.has_security_group_logging(os_id): False [ 929.115978] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.117222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.117222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.117399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.117399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.118707] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.118938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.118938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.119072] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.119181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.120099] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.120234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.120295] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.120507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.120652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.121044] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.121183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.121257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.121400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.121494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.121565] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 is going to be created. [ 929.198869] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.198869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.198869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.198869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.198869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.213623] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: IN_PROGRESS for 2s [ 929.237617] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.237871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.237963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.241028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.241181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.241534] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.241694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.241796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.242015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.242132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.242241] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 already deleted. [ 929.242319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.432319] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.432319] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.432752] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.432930] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.435400] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.435400] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.435682] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.436034] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.436588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.436771] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.436833] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.436949] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.437100] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.437222] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.437346] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.437493] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.476121] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.476313] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.476497] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.476719] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.477126] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-b7098a2e-2a47-43ee-ab07-033ab9cd0e92 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.477322] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-b7098a2e-2a47-43ee-ab07-033ab9cd0e92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.477442] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-b7098a2e-2a47-43ee-ab07-033ab9cd0e92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.477861] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-b7098a2e-2a47-43ee-ab07-033ab9cd0e92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.479256] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7098a2e-2a47-43ee-ab07-033ab9cd0e92',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.589064] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24ab7265-ac43-447f-a001-676f41afe894 [ 929.590404] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.590404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.590404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.590404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.590404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.590404] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24ab7265-ac43-447f-a001-676f41afe894 already deleted. [ 929.590404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ab7265-ac43-447f-a001-676f41afe894" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.982344] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.982567] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.982681] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.983082] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.983203] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.983365] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port b7098a2e-2a47-43ee-ab07-033ab9cd0e92 not found, creating... [ 929.983649] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.983829] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.983947] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.984219] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.984367] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.984643] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.984804] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.984914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.985147] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.985282] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.985465] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: b7098a2e-2a47-43ee-ab07-033ab9cd0e92 is going to be created. [ 930.009553] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.009845] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.009897] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.010195] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.010955] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.010955] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-b7098a2e-2a47-43ee-ab07-033ab9cd0e92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.710050] env[66947]: INFO networking_nsxv3.common.synchronization [req-c5c91ffc-a3f6-4ecf-af51-b0e538f2d8d4 req-8d94d55b-d44a-4945-9c15-ab1d8bc60de6 service nova] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 930.710341] env[66947]: INFO networking_nsxv3.common.synchronization [req-c5c91ffc-a3f6-4ecf-af51-b0e538f2d8d4 req-8d94d55b-d44a-4945-9c15-ab1d8bc60de6 service nova] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 930.710393] env[66947]: INFO networking_nsxv3.common.synchronization [req-c5c91ffc-a3f6-4ecf-af51-b0e538f2d8d4 req-8d94d55b-d44a-4945-9c15-ab1d8bc60de6 service nova] Enqueued Resource ID: b7098a2e-2a47-43ee-ab07-033ab9cd0e92 with Priority: HIGHEST for action port [ 930.710911] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 930.711083] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 930.711183] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7098a2e-2a47-43ee-ab07-033ab9cd0e92 with Priority: HIGHEST for action port [ 930.711453] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.711606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.711635] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.711836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.711913] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.712770] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.712884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.712952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.713184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.713359] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.713456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.713516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.713653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.713739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.713828] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.714647] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7098a2e-2a47-43ee-ab07-033ab9cd0e92 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.714722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7098a2e-2a47-43ee-ab07-033ab9cd0e92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.714954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7098a2e-2a47-43ee-ab07-033ab9cd0e92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.714954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7098a2e-2a47-43ee-ab07-033ab9cd0e92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.715019] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7098a2e-2a47-43ee-ab07-033ab9cd0e92',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.221077] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.221077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.221077] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.221077] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7098a2e-2a47-43ee-ab07-033ab9cd0e92 with status ACTIVE [ 931.221077] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.221077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.221077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.221077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.221077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.221077] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.221077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.221077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.221077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.221077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.221913] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.222507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.222699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.222947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.223152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.223318] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7098a2e-2a47-43ee-ab07-033ab9cd0e92 is going to be updated. [ 931.229406] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: SUCCESS [ 931.229406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.253992] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.254607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.255820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.255820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.255820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.255820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7098a2e-2a47-43ee-ab07-033ab9cd0e92" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.725519] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.228283] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.228498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.228712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.229642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.229642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.229642] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be created. [ 932.264218] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.264218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.264218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.264218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.265042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.276386] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: UNINITIALIZED for 2s [ 932.561324] env[66947]: INFO networking_nsxv3.common.synchronization [None req-32e8f2de-facf-42c9-a22e-d1c0460cb7ad None None] Enqueued Resource ID: 5438b24d-442c-4b8d-86ed-07bf5dcf6291 with Priority: HIGHEST for action port [ 932.562760] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5438b24d-442c-4b8d-86ed-07bf5dcf6291 with Priority: HIGHEST for action port [ 932.562955] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-5438b24d-442c-4b8d-86ed-07bf5dcf6291 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.563034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5438b24d-442c-4b8d-86ed-07bf5dcf6291" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.563131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5438b24d-442c-4b8d-86ed-07bf5dcf6291" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.564228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5438b24d-442c-4b8d-86ed-07bf5dcf6291" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.564364] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5438b24d-442c-4b8d-86ed-07bf5dcf6291',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.067286] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5438b24d-442c-4b8d-86ed-07bf5dcf6291 [ 933.068450] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.068450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.068450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.069223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.069397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.069528] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5438b24d-442c-4b8d-86ed-07bf5dcf6291 already deleted. [ 933.069644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5438b24d-442c-4b8d-86ed-07bf5dcf6291" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.290545] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 934.290840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.291139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.291456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.291987] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.291987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.292141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.292257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.292371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.292484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.293198] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.795334] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.301166] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bac65f2-71ca-4ea1-a145-4df202aee9c3: rpc.has_security_group_logging(os_id): False [ 935.321442] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.321442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.321442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.321895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.322014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.322398] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.322486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.322486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.322651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.322742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.322970] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be created. [ 935.389204] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.389397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.389440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.389632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.389880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.402958] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 935.627945] env[66947]: INFO networking_nsxv3.common.synchronization [req-683222dc-e3b3-4952-b185-a5f6eaddba0a req-aa3f531c-772a-40bb-a6c1-171d36f34e75 tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 935.628926] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 935.629024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.632689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.632689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.632689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.632689] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.632689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.632689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.632689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.632689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.632689] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.091647] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.091855] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.092042] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.092504] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.092728] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.092983] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.093145] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.093724] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.093724] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.093851] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.093953] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.094032] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.094141] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.094293] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.094401] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.094558] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.118097] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.118360] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.118503] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.118706] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.119057] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-2181a2b6-d94e-4370-b91f-2429d574b86b taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.119305] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-2181a2b6-d94e-4370-b91f-2429d574b86b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.119681] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-2181a2b6-d94e-4370-b91f-2429d574b86b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.120712] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-2181a2b6-d94e-4370-b91f-2429d574b86b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.120851] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2181a2b6-d94e-4370-b91f-2429d574b86b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.135522] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.135744] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.135825] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.136071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.136303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.136500] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.136500] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.136679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.136719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.136816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.136886] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 already deleted. [ 936.136968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.404363] env[66947]: INFO networking_nsxv3.common.synchronization [req-83e15a49-911d-4ea1-ae4f-33efaa0a5c1c req-2b3edb1b-0250-4e8f-8392-cc0ae6f4ac93 tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 936.405050] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 936.405405] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.406239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.406239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.406239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.406239] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.406239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.406239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.406723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.406723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.406723] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.624076] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.624334] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.624465] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.624752] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.624924] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.625097] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 2181a2b6-d94e-4370-b91f-2429d574b86b not found, creating... [ 936.625374] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.625535] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.625653] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.625877] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.626028] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.626358] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.626518] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.626636] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.626863] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.626991] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.627145] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 2181a2b6-d94e-4370-b91f-2429d574b86b is going to be created. [ 936.648481] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.648855] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.650765] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.650765] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.651327] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.651597] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-2181a2b6-d94e-4370-b91f-2429d574b86b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.794513] env[66947]: INFO networking_nsxv3.common.synchronization [req-41b0c5d4-2be1-456a-86cd-d6ca32face72 req-6e8d300b-48c2-4914-9525-401ddc14d14c tempest-ListImageFiltersTestJSON-631290643 tempest-ListImageFiltersTestJSON-631290643-project-member] Enqueued Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 936.795380] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391b159-36f6-4da1-9ed2-b340759d2efc with Priority: HIGHEST for action security_group_members [ 936.795479] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391b159-36f6-4da1-9ed2-b340759d2efc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.795546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.795618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.796039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.796039] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.796155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.796155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.796410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.796528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.796606] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6391b159-36f6-4da1-9ed2-b340759d2efc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.909412] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.299099] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.299276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.299349] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.299600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.299697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.299892] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.300053] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.300053] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.300208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.300306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.300365] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6391b159-36f6-4da1-9ed2-b340759d2efc is going to be updated. [ 937.329387] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.329387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.329511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.329629] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.330190] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.339179] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: IN_PROGRESS for 2s [ 937.372840] env[66947]: INFO networking_nsxv3.common.synchronization [req-683222dc-e3b3-4952-b185-a5f6eaddba0a req-40838c4d-b9bb-4342-850e-ca4872b11ff2 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 937.373051] env[66947]: INFO networking_nsxv3.common.synchronization [req-683222dc-e3b3-4952-b185-a5f6eaddba0a req-40838c4d-b9bb-4342-850e-ca4872b11ff2 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 937.373195] env[66947]: INFO networking_nsxv3.common.synchronization [req-683222dc-e3b3-4952-b185-a5f6eaddba0a req-40838c4d-b9bb-4342-850e-ca4872b11ff2 service nova] Enqueued Resource ID: 2181a2b6-d94e-4370-b91f-2429d574b86b with Priority: HIGHEST for action port [ 937.373691] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 937.373828] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 937.374020] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2181a2b6-d94e-4370-b91f-2429d574b86b with Priority: HIGHEST for action port [ 937.374210] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.374329] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.374395] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.374643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.374777] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.375604] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.375708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.375779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.375949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.376092] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.376187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.376247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.376386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.376468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.376558] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.377540] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-2181a2b6-d94e-4370-b91f-2429d574b86b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.377644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2181a2b6-d94e-4370-b91f-2429d574b86b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.377709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2181a2b6-d94e-4370-b91f-2429d574b86b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.377860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2181a2b6-d94e-4370-b91f-2429d574b86b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.377937] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2181a2b6-d94e-4370-b91f-2429d574b86b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.412244] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.416130] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 937.416373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.880043] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.880254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.881587] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.883023] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2181a2b6-d94e-4370-b91f-2429d574b86b with status ACTIVE [ 937.883023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.883023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.883023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.883398] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.883398] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.883606] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.883658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.883764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.883879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.883976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.884152] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.884245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.884308] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.884461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.884571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.884675] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2181a2b6-d94e-4370-b91f-2429d574b86b is going to be updated. [ 937.913044] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.913044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.913044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.913044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.913044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.913044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2181a2b6-d94e-4370-b91f-2429d574b86b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.917207] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.917207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.917851] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.918115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.918200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.918299] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 937.975875] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.976052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.976052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.976203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.976542] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.987445] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 937.991664] env[66947]: INFO networking_nsxv3.common.synchronization [req-4d53acba-f97f-4c54-a851-ef5a91a82159 req-137e68ff-3b6b-4dde-8453-8b2ab3471973 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_members [ 937.992343] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_members [ 937.992674] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.992805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.992874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.996589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.996741] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.997183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.997183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.997183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.997351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.997351] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e6f2abb-51a5-4f44-acde-2688cdd98d1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.387855] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.499633] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.499924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.499924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.500712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.500712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.500712] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.500712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.500712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.500712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.500943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.500973] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e already deleted. [ 938.501119] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.577073] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.577540] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.577540] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.578608] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.578919] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.579115] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.579242] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.579470] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.579610] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.579820] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.579932] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.580063] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.580159] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.580543] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.580543] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.580543] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.600085] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.600270] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.600452] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.600663] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.601104] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-721305bc-d502-478f-b455-10c9cd0675da taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.601389] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-721305bc-d502-478f-b455-10c9cd0675da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.601457] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-721305bc-d502-478f-b455-10c9cd0675da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.604716] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-721305bc-d502-478f-b455-10c9cd0675da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.604716] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('721305bc-d502-478f-b455-10c9cd0675da',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.891015] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.891182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.891182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.891406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.891495] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.891594] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be created. [ 938.917531] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.917722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.917858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.918089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.918253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.928291] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: UNINITIALIZED for 2s [ 939.104674] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.104916] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.105082] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.106049] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.106122] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.106236] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 721305bc-d502-478f-b455-10c9cd0675da not found, creating... [ 939.106525] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.107200] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.107200] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.107200] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.107200] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.107422] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.108049] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.108049] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.108350] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.108488] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.108683] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 721305bc-d502-478f-b455-10c9cd0675da is going to be created. [ 939.132823] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.133095] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.133163] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.133448] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.133677] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.133918] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-721305bc-d502-478f-b455-10c9cd0675da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.352166] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391b159-36f6-4da1-9ed2-b340759d2efc in Status: SUCCESS [ 939.352358] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6391b159-36f6-4da1-9ed2-b340759d2efc deletion is rescheduled due to dependency. [ 939.352464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391b159-36f6-4da1-9ed2-b340759d2efc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.889226] env[66947]: INFO networking_nsxv3.common.synchronization [req-4d53acba-f97f-4c54-a851-ef5a91a82159 req-d9031398-ecb9-47a2-9755-c6535155b12b service nova] Enqueued Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_rules [ 939.889555] env[66947]: INFO networking_nsxv3.common.synchronization [req-4d53acba-f97f-4c54-a851-ef5a91a82159 req-d9031398-ecb9-47a2-9755-c6535155b12b service nova] Enqueued Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_members [ 939.889618] env[66947]: INFO networking_nsxv3.common.synchronization [req-4d53acba-f97f-4c54-a851-ef5a91a82159 req-d9031398-ecb9-47a2-9755-c6535155b12b service nova] Enqueued Resource ID: 721305bc-d502-478f-b455-10c9cd0675da with Priority: HIGHEST for action port [ 939.890575] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_rules [ 939.890575] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_members [ 939.890575] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721305bc-d502-478f-b455-10c9cd0675da with Priority: HIGHEST for action port [ 939.890935] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.890935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.890935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.891337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.891435] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e6f2abb-51a5-4f44-acde-2688cdd98d1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.893295] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.893438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.893438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.893753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.893826] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.893890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.893937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.894089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.894518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.894626] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e6f2abb-51a5-4f44-acde-2688cdd98d1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.895909] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-721305bc-d502-478f-b455-10c9cd0675da taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.896127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-721305bc-d502-478f-b455-10c9cd0675da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.896207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-721305bc-d502-478f-b455-10c9cd0675da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.896365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-721305bc-d502-478f-b455-10c9cd0675da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.896445] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('721305bc-d502-478f-b455-10c9cd0675da',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.997455] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 939.997679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.395320] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.395320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.396681] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e6f2abb-51a5-4f44-acde-2688cdd98d1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.399351] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 721305bc-d502-478f-b455-10c9cd0675da with status ACTIVE [ 940.399560] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.399739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.399739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.399952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.400051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.400250] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.400326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.400390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.400541] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.403956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.403956] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.403956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.403956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.403956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.403956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.403956] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 721305bc-d502-478f-b455-10c9cd0675da is going to be updated. [ 940.433189] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.433326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.433417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.433600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.434034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.434230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-721305bc-d502-478f-b455-10c9cd0675da" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.900908] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e6f2abb-51a5-4f44-acde-2688cdd98d1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.938135] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 940.938350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.938510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.938775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.938995] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.939126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.939191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.939348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.939423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.939504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.939591] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.402578] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.402867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.402867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.403166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.403262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.403374] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e is going to be created. [ 941.434221] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.434492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.434586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.434934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.435699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.441777] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.442022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.442076] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.442338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.442550] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.442668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.442760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.442975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.443215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.443555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.443555] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.443722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.443722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.443808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.444022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.444169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.444258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.444430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.444658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.444658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.444741] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.447472] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e in Status: UNINITIALIZED for 2s [ 941.947655] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17bf6c13-517a-420a-9568-fa1fb36c6e49: rpc.has_security_group_logging(os_id): False [ 941.965901] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.966143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.966251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.966478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.966950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.966950] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.966950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.966950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.967381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.967381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.967381] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.967526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.967526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.967618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.967661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.967845] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.967935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.967989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.968607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.968692] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.968797] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be created. [ 942.026915] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.027143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.027143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.027418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.027623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.040048] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 942.597295] env[66947]: INFO networking_nsxv3.common.synchronization [req-956a09ab-294c-4cd6-8198-6b96a56bd5c9 req-d1ed4989-2937-4b9f-a30f-bff050e26e4d tempest-MigrationsAdminTest-888779591 tempest-MigrationsAdminTest-888779591-project-member] Enqueued Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 942.597465] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGHEST for action security_group_members [ 942.598065] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.598065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.598065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.598320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.598386] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.598445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.598494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.598830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.598830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.598982] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.007968] env[66947]: INFO networking_nsxv3.common.synchronization [req-fcefdee3-39a1-4fd7-889c-5c8d66044f25 req-19a38c21-91ea-46e8-9f2a-a7739c88006b tempest-ImagesTestJSON-1156122672 tempest-ImagesTestJSON-1156122672-project-member] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 943.007968] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 943.007968] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.007968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.007968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.008468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.008772] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.008970] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.009095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.009312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.009442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.009875] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.102298] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.102298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.102298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.104254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.127715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.127999] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.128193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.128289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.128418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.128502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.128609] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 is going to be updated. [ 943.165947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.166879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.167216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.167576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.169245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.179930] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: IN_PROGRESS for 2s [ 943.317828] env[66947]: INFO networking_nsxv3.common.synchronization [None req-f11fc616-79a0-4689-8f19-711af885417b None None] Enqueued Resource ID: c5c3350e-1b8b-43fc-b453-55a737586058 with Priority: HIGHEST for action port [ 943.318449] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c3350e-1b8b-43fc-b453-55a737586058 with Priority: HIGHEST for action port [ 943.318824] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5c3350e-1b8b-43fc-b453-55a737586058 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.319287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5c3350e-1b8b-43fc-b453-55a737586058" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.322940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5c3350e-1b8b-43fc-b453-55a737586058" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.322940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5c3350e-1b8b-43fc-b453-55a737586058" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.322940] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c3350e-1b8b-43fc-b453-55a737586058',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.459896] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e in Status: SUCCESS [ 943.459896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.459896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.459896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.459896] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.459896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.459896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.459896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.459896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.459896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.459896] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e6f2abb-51a5-4f44-acde-2688cdd98d1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.467944] env[66947]: INFO networking_nsxv3.common.synchronization [req-b5c2a003-84fa-4365-b4e8-d929c145d878 req-cfc6fa42-f401-4810-bf56-2a92c43b4732 tempest-ServersWithSpecificFlavorTestJSON-2017402899 tempest-ServersWithSpecificFlavorTestJSON-2017402899-project-member] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 943.468535] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGHEST for action security_group_members [ 943.468884] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.469032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.469128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.470037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.470037] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.470037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.470037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.470037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.470037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.470037] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.512116] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.824931] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5c3350e-1b8b-43fc-b453-55a737586058 [ 943.825211] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.825440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.825440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.825666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.825811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.825965] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5c3350e-1b8b-43fc-b453-55a737586058 already deleted. [ 943.826121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5c3350e-1b8b-43fc-b453-55a737586058" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.962266] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e6f2abb-51a5-4f44-acde-2688cdd98d1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.972908] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.973079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.973156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.973372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.973468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.973663] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.973867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.973867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.973973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.974057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.974149] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 is going to be updated. [ 943.998395] env[66947]: INFO networking_nsxv3.common.synchronization [req-7c20ee79-9836-41ea-b601-6fced6d591f9 req-3939aaaf-934e-4fdf-a084-495ecddd89ac tempest-ServersAdminTestJSON-941451083 tempest-ServersAdminTestJSON-941451083-project-member] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 943.998995] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGHEST for action security_group_members [ 943.999356] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.999481] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.999548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.002038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.002038] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.002038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.002038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.002038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.002038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.002038] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.013037] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.013037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.013037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.013037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.013037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.014260] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.028720] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: IN_PROGRESS for 2s [ 944.033292] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.033524] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.033733] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.034084] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.034498] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.034779] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.034979] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.035955] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.036547] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.036547] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.036547] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.036720] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.036720] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.036827] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.036936] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.037125] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.055651] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 944.055980] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.066418] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.066606] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.066727] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.067184] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.067695] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-6f69d34e-22c4-46f5-a9f3-079ad550b745 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.068040] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-6f69d34e-22c4-46f5-a9f3-079ad550b745" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.068621] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-6f69d34e-22c4-46f5-a9f3-079ad550b745" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.068965] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-6f69d34e-22c4-46f5-a9f3-079ad550b745" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.069430] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f69d34e-22c4-46f5-a9f3-079ad550b745',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.468333] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e6f2abb-51a5-4f44-acde-2688cdd98d1e: rpc.has_security_group_logging(os_id): False [ 944.490664] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.490889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.490971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.491207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.491298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.491532] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.491632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.491695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.491885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.491967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.492153] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e is going to be created. [ 944.504081] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.504245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.504299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.504472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.507919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.507919] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.507919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.507919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.507919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.507919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.507919] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be updated. [ 944.520082] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.520351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.520351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.520595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.520595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.520836] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 944.540047] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.540200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.540274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.540482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.540618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.551394] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: IN_PROGRESS for 2s [ 944.555073] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.555073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.555073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.555073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.555073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.564945] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 944.576259] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.576432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.576880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.576880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.576880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.578200] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.578385] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.578509] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.578806] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.579171] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.579506] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 6f69d34e-22c4-46f5-a9f3-079ad550b745 not found, creating... [ 944.579812] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.579984] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.580116] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.580343] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.580509] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.581274] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.581487] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.581626] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.581861] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.582023] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.582176] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 6f69d34e-22c4-46f5-a9f3-079ad550b745 is going to be created. [ 944.594130] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e in Status: IN_PROGRESS for 2s [ 944.602090] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.602090] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.602090] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.606025] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.606025] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.606025] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-6f69d34e-22c4-46f5-a9f3-079ad550b745" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.726032] env[66947]: INFO networking_nsxv3.common.synchronization [req-3b924ea7-b2d2-45db-ae29-b83d526daad0 req-4ae42b0f-18b9-4de2-946b-82ddf082291e tempest-ServerMetadataNegativeTestJSON-265430117 tempest-ServerMetadataNegativeTestJSON-265430117-project-member] Enqueued Resource ID: 21a52c51-462d-444a-8811-580569e98508 with Priority: HIGHEST for action security_group_members [ 944.726338] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a52c51-462d-444a-8811-580569e98508 with Priority: HIGHEST for action security_group_members [ 944.726666] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-21a52c51-462d-444a-8811-580569e98508 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.726788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.726889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.727123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.727267] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.727368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.727431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.727605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.727697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.727796] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21a52c51-462d-444a-8811-580569e98508',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.189373] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 in Status: SUCCESS [ 945.189657] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 deletion is rescheduled due to dependency. [ 945.189657] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.230498] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.230975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.230975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.230975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.231145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.231365] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.231437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.231469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.231624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.231701] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.231800] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a52c51-462d-444a-8811-580569e98508 is going to be updated. [ 945.260943] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.261113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.261182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.261678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.262044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.271280] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a52c51-462d-444a-8811-580569e98508 in Status: IN_PROGRESS for 2s [ 945.368273] env[66947]: INFO networking_nsxv3.common.synchronization [req-fcefdee3-39a1-4fd7-889c-5c8d66044f25 req-9b3a4e18-8080-48fa-8ca8-71e69fe847c1 service nova] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_rules [ 945.368273] env[66947]: INFO networking_nsxv3.common.synchronization [req-fcefdee3-39a1-4fd7-889c-5c8d66044f25 req-9b3a4e18-8080-48fa-8ca8-71e69fe847c1 service nova] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 945.368273] env[66947]: INFO networking_nsxv3.common.synchronization [req-fcefdee3-39a1-4fd7-889c-5c8d66044f25 req-9b3a4e18-8080-48fa-8ca8-71e69fe847c1 service nova] Enqueued Resource ID: 6f69d34e-22c4-46f5-a9f3-079ad550b745 with Priority: HIGHEST for action port [ 945.368707] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_rules [ 945.368808] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 945.368928] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f69d34e-22c4-46f5-a9f3-079ad550b745 with Priority: HIGHEST for action port [ 945.372405] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.372405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.372405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.372405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.372405] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.372405] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.372405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.372405] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f69d34e-22c4-46f5-a9f3-079ad550b745 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.372405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f69d34e-22c4-46f5-a9f3-079ad550b745" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.372405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f69d34e-22c4-46f5-a9f3-079ad550b745" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.372405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f69d34e-22c4-46f5-a9f3-079ad550b745" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.372405] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f69d34e-22c4-46f5-a9f3-079ad550b745',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.641737] env[66947]: INFO networking_nsxv3.common.synchronization [req-747dba5e-670c-4ff1-bb67-b23c2f722f17 req-f8c055c5-aa1c-4593-b810-f0954aa61e06 tempest-ServerTagsTestJSON-1573042485 tempest-ServerTagsTestJSON-1573042485-project-member] Enqueued Resource ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 with Priority: HIGHEST for action security_group_members [ 945.645277] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 with Priority: HIGHEST for action security_group_members [ 945.649039] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f48d88-4d5b-4b64-933e-4d3f3200b720 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.649039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.649039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.649039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.649039] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.649039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.649039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.649039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.649039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.649039] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f48d88-4d5b-4b64-933e-4d3f3200b720',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.873998] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.874213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.874322] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f69d34e-22c4-46f5-a9f3-079ad550b745 with status ACTIVE [ 945.874603] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.874752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.874838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.875486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.875556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.875815] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.875953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.876048] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.876267] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.876389] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.876642] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.876987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.877123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.877318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.877436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.877573] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f69d34e-22c4-46f5-a9f3-079ad550b745 is going to be updated. [ 945.890454] env[66947]: INFO networking_nsxv3.common.synchronization [None req-8ae969b3-c38c-4386-83b0-1caa55abae71 None None] Enqueued Resource ID: ade5e0b7-1a11-47a5-8a9e-5442feab84e7 with Priority: HIGHEST for action port [ 945.891155] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ade5e0b7-1a11-47a5-8a9e-5442feab84e7 with Priority: HIGHEST for action port [ 945.891480] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-ade5e0b7-1a11-47a5-8a9e-5442feab84e7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.891603] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ade5e0b7-1a11-47a5-8a9e-5442feab84e7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.891670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ade5e0b7-1a11-47a5-8a9e-5442feab84e7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.891958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ade5e0b7-1a11-47a5-8a9e-5442feab84e7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.892352] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ade5e0b7-1a11-47a5-8a9e-5442feab84e7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.902789] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.905327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.905473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.905730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.906105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.906105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f69d34e-22c4-46f5-a9f3-079ad550b745" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.041136] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 in Status: SUCCESS [ 946.041136] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 deletion is rescheduled due to dependency. [ 946.041136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.138212] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.138529] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-157" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.138529] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-157" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.141626] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-157" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.141626] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.141626] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.141626] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.141626] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.141626] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.141626] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.141626] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.141626] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.141626] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.141626] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.141626] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.141626] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.150836] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.150993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.151049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.151288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.151410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.151687] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.151845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.151919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.152150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.152261] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.152511] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 already deleted. [ 946.152511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.161017] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.161017] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.161017] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.161017] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-157" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.161280] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-e55b9964-9f28-476d-afed-eee1b41fbba1 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.161494] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-e55b9964-9f28-476d-afed-eee1b41fbba1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.161663] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-e55b9964-9f28-476d-afed-eee1b41fbba1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.162077] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-e55b9964-9f28-476d-afed-eee1b41fbba1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.162274] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e55b9964-9f28-476d-afed-eee1b41fbba1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.394909] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ade5e0b7-1a11-47a5-8a9e-5442feab84e7 [ 946.395357] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.395357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.395357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.395642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.395788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.395836] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ade5e0b7-1a11-47a5-8a9e-5442feab84e7 already deleted. [ 946.395904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ade5e0b7-1a11-47a5-8a9e-5442feab84e7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.563161] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 in Status: SUCCESS [ 946.563356] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 deletion is rescheduled due to dependency. [ 946.563474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.575400] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 946.575615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.575778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.575987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.576195] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.576312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.576379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.576530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.576612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.576711] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.605536] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e in Status: SUCCESS [ 946.605745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.664571] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.664799] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.664937] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.665245] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.665388] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.665543] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port e55b9964-9f28-476d-afed-eee1b41fbba1 not found, creating... [ 946.665805] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.665963] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.666092] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.666309] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.666454] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.666743] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.666891] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.666998] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.667219] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.667352] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.667491] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: e55b9964-9f28-476d-afed-eee1b41fbba1 is going to be created. [ 946.689377] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.689593] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.689707] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.689971] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.690238] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.690476] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-e55b9964-9f28-476d-afed-eee1b41fbba1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.080093] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.284060] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21a52c51-462d-444a-8811-580569e98508 in Status: SUCCESS [ 947.284801] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21a52c51-462d-444a-8811-580569e98508 deletion is rescheduled due to dependency. [ 947.284801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.409137] env[66947]: INFO networking_nsxv3.common.synchronization [req-747dba5e-670c-4ff1-bb67-b23c2f722f17 req-11b3d50b-d909-4ad5-a9ea-1ced624b777f service nova] Enqueued Resource ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 with Priority: HIGHEST for action security_group_rules [ 947.409137] env[66947]: INFO networking_nsxv3.common.synchronization [req-747dba5e-670c-4ff1-bb67-b23c2f722f17 req-11b3d50b-d909-4ad5-a9ea-1ced624b777f service nova] Enqueued Resource ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 with Priority: HIGHEST for action security_group_members [ 947.409137] env[66947]: INFO networking_nsxv3.common.synchronization [req-747dba5e-670c-4ff1-bb67-b23c2f722f17 req-11b3d50b-d909-4ad5-a9ea-1ced624b777f service nova] Enqueued Resource ID: e55b9964-9f28-476d-afed-eee1b41fbba1 with Priority: HIGHEST for action port [ 947.410420] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 with Priority: HIGHEST for action security_group_rules [ 947.410769] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 with Priority: HIGHEST for action security_group_members [ 947.414025] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55b9964-9f28-476d-afed-eee1b41fbba1 with Priority: HIGHEST for action port [ 947.414025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f48d88-4d5b-4b64-933e-4d3f3200b720 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.414025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.414025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.414025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.414025] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f48d88-4d5b-4b64-933e-4d3f3200b720',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.414025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f48d88-4d5b-4b64-933e-4d3f3200b720 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.414025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.414025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.414025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.414025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.414025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.414025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.414025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.414025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.414025] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f48d88-4d5b-4b64-933e-4d3f3200b720',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.416221] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-e55b9964-9f28-476d-afed-eee1b41fbba1 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.416521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e55b9964-9f28-476d-afed-eee1b41fbba1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.416682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e55b9964-9f28-476d-afed-eee1b41fbba1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.417248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e55b9964-9f28-476d-afed-eee1b41fbba1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.417867] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e55b9964-9f28-476d-afed-eee1b41fbba1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.582409] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.920499] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f48d88-4d5b-4b64-933e-4d3f3200b720 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.920712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.921729] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7f48d88-4d5b-4b64-933e-4d3f3200b720',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.922233] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e55b9964-9f28-476d-afed-eee1b41fbba1 with status ACTIVE [ 947.922530] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.922713] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.922841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.925829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.925991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.926258] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.926850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.926850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.926850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.927085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.927297] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.927538] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.927538] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.927784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.927878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.928029] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e55b9964-9f28-476d-afed-eee1b41fbba1 is going to be updated. [ 947.966132] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.966297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.966358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.966731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.966731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.966878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e55b9964-9f28-476d-afed-eee1b41fbba1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.084315] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.084546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.084616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.084789] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.085039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.085149] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 948.131986] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.132249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.132249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.132478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.132671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.144049] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 948.432015] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7f48d88-4d5b-4b64-933e-4d3f3200b720',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.793040] env[66947]: INFO networking_nsxv3.common.synchronization [None req-d904c11e-ad5d-4ab3-9a05-c1387b82d406 tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 931cfa77-a532-45ee-a81f-d6858e5a9e2e with Priority: HIGHEST for action security_group_rules [ 948.793627] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931cfa77-a532-45ee-a81f-d6858e5a9e2e with Priority: HIGHEST for action security_group_rules [ 948.793937] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-931cfa77-a532-45ee-a81f-d6858e5a9e2e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.794070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-931cfa77-a532-45ee-a81f-d6858e5a9e2e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.794178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-931cfa77-a532-45ee-a81f-d6858e5a9e2e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.794535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-931cfa77-a532-45ee-a81f-d6858e5a9e2e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.794535] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('931cfa77-a532-45ee-a81f-d6858e5a9e2e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.902442] env[66947]: INFO networking_nsxv3.common.synchronization [None req-372edf6b-d091-45d3-9a88-f2cd0b63da4c tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 931cfa77-a532-45ee-a81f-d6858e5a9e2e with Priority: HIGHEST for action security_group_rules [ 948.903054] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931cfa77-a532-45ee-a81f-d6858e5a9e2e with Priority: HIGHEST for action security_group_rules [ 948.903475] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-931cfa77-a532-45ee-a81f-d6858e5a9e2e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.903679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-931cfa77-a532-45ee-a81f-d6858e5a9e2e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.933724] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.933901] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.933972] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.934228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.934328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.934412] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 is going to be created. [ 948.963194] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.963194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.963194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.963194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.963555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.975647] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 in Status: UNINITIALIZED for 2s [ 949.306762] env[66947]: INFO networking_nsxv3.common.synchronization [req-212e621b-15e6-4265-b63a-7358427414e1 req-8906d02c-196a-48aa-9846-fed2f8a9ad9b tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: a1973437-f059-41c4-9be0-79ea3d84cb7c with Priority: HIGHEST for action security_group_members [ 949.306762] env[66947]: INFO networking_nsxv3.common.synchronization [req-212e621b-15e6-4265-b63a-7358427414e1 req-8906d02c-196a-48aa-9846-fed2f8a9ad9b tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 949.306762] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1973437-f059-41c4-9be0-79ea3d84cb7c with Priority: HIGHEST for action security_group_members [ 949.306762] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 949.306762] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1973437-f059-41c4-9be0-79ea3d84cb7c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.306762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.306762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.306762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.306762] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.306762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.306762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.307890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.307890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.307890] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1973437-f059-41c4-9be0-79ea3d84cb7c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.309810] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.309810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.309810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.309810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.309810] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.310278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.310278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.310278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.310278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.310278] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.319838] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.320101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.320101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.323092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.323092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.323092] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 931cfa77-a532-45ee-a81f-d6858e5a9e2e already deleted. [ 949.323092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-931cfa77-a532-45ee-a81f-d6858e5a9e2e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.323092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-931cfa77-a532-45ee-a81f-d6858e5a9e2e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.323092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-931cfa77-a532-45ee-a81f-d6858e5a9e2e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.323092] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('931cfa77-a532-45ee-a81f-d6858e5a9e2e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.365870] env[66947]: INFO networking_nsxv3.common.synchronization [req-212e621b-15e6-4265-b63a-7358427414e1 req-8906d02c-196a-48aa-9846-fed2f8a9ad9b tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_rules [ 949.365870] env[66947]: INFO networking_nsxv3.common.synchronization [req-212e621b-15e6-4265-b63a-7358427414e1 req-8906d02c-196a-48aa-9846-fed2f8a9ad9b tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 949.365986] env[66947]: INFO networking_nsxv3.common.synchronization [req-212e621b-15e6-4265-b63a-7358427414e1 req-8906d02c-196a-48aa-9846-fed2f8a9ad9b tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: a1973437-f059-41c4-9be0-79ea3d84cb7c with Priority: HIGHEST for action security_group_rules [ 949.366283] env[66947]: INFO networking_nsxv3.common.synchronization [req-212e621b-15e6-4265-b63a-7358427414e1 req-8906d02c-196a-48aa-9846-fed2f8a9ad9b tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: a1973437-f059-41c4-9be0-79ea3d84cb7c with Priority: HIGHEST for action security_group_members [ 949.366501] env[66947]: INFO networking_nsxv3.common.synchronization [req-212e621b-15e6-4265-b63a-7358427414e1 req-8906d02c-196a-48aa-9846-fed2f8a9ad9b tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: f5776d53-a847-4e17-92f5-4fa502bf0716 with Priority: HIGHEST for action port [ 949.367377] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_rules [ 949.367548] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1973437-f059-41c4-9be0-79ea3d84cb7c with Priority: HIGHEST for action security_group_rules [ 949.367650] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5776d53-a847-4e17-92f5-4fa502bf0716 with Priority: HIGHEST for action port [ 949.367747] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 949.367838] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1973437-f059-41c4-9be0-79ea3d84cb7c with Priority: HIGHEST for action security_group_members [ 949.368556] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.368556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.368556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.368556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.368759] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.369696] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1973437-f059-41c4-9be0-79ea3d84cb7c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.369823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.369923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.370206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.370327] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1973437-f059-41c4-9be0-79ea3d84cb7c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.372768] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5776d53-a847-4e17-92f5-4fa502bf0716 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.372902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.372960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.373154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.373236] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5776d53-a847-4e17-92f5-4fa502bf0716',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.375434] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.377821] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.377821] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1973437-f059-41c4-9be0-79ea3d84cb7c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.377821] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.812422] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1973437-f059-41c4-9be0-79ea3d84cb7c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.814470] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.844502] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.844698] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.844777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.845010] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.845081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.845152] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 931cfa77-a532-45ee-a81f-d6858e5a9e2e already deleted. [ 949.845230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-931cfa77-a532-45ee-a81f-d6858e5a9e2e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.881027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5776d53-a847-4e17-92f5-4fa502bf0716 with status ACTIVE [ 949.881027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.881027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.881027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.881027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.881027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5776d53-a847-4e17-92f5-4fa502bf0716 is going to be updated. [ 949.882373] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1973437-f059-41c4-9be0-79ea3d84cb7c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.882510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.882880] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.882997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.906615] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.906782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.906861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.907118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.907279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.907480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.968632] env[66947]: INFO networking_nsxv3.common.synchronization [req-c7c2bf68-4bb6-49ea-8831-9d99ab048271 req-5a442318-f588-4727-b20f-1f09de4829cf tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: a1973437-f059-41c4-9be0-79ea3d84cb7c with Priority: HIGHEST for action security_group_members [ 949.969177] env[66947]: INFO networking_nsxv3.common.synchronization [req-c7c2bf68-4bb6-49ea-8831-9d99ab048271 req-5a442318-f588-4727-b20f-1f09de4829cf tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 949.969544] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1973437-f059-41c4-9be0-79ea3d84cb7c with Priority: HIGHEST for action security_group_members [ 949.969700] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 949.970229] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1973437-f059-41c4-9be0-79ea3d84cb7c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.970425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.970615] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.970719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.021746] env[66947]: INFO networking_nsxv3.common.synchronization [req-c7c2bf68-4bb6-49ea-8831-9d99ab048271 req-5a442318-f588-4727-b20f-1f09de4829cf tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_rules [ 950.021940] env[66947]: INFO networking_nsxv3.common.synchronization [req-c7c2bf68-4bb6-49ea-8831-9d99ab048271 req-5a442318-f588-4727-b20f-1f09de4829cf tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 950.022074] env[66947]: INFO networking_nsxv3.common.synchronization [req-c7c2bf68-4bb6-49ea-8831-9d99ab048271 req-5a442318-f588-4727-b20f-1f09de4829cf tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: f5776d53-a847-4e17-92f5-4fa502bf0716 with Priority: HIGHEST for action port [ 950.022783] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_rules [ 950.022932] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 950.023037] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5776d53-a847-4e17-92f5-4fa502bf0716 with Priority: HIGHEST for action port [ 950.023320] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.023423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.023668] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.023849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.024027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5776d53-a847-4e17-92f5-4fa502bf0716 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.024097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.024128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.024338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.024421] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5776d53-a847-4e17-92f5-4fa502bf0716',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.155416] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 950.155634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.155798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.156332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.157014] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.157154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.157228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.157409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.157495] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.157586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.157683] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.316816] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1973437-f059-41c4-9be0-79ea3d84cb7c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.321021] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.322270] env[66947]: INFO networking_nsxv3.common.synchronization [req-8ef82285-f0fb-4097-abe9-e255fa25f8fc req-018165d2-e5d2-4561-96ac-333c3c93f8a5 tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 950.323135] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 950.326020] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.326020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.326020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.326020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.326020] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.326020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.326020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.326020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.326020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.326020] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.526412] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5776d53-a847-4e17-92f5-4fa502bf0716 with status ACTIVE [ 950.526685] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.526834] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.526907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.527223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.527340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.527567] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.527676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.527742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.527904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.528037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.528234] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.528350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.528429] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.528581] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.528671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.528784] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5776d53-a847-4e17-92f5-4fa502bf0716 is going to be updated. [ 950.554096] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.554300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.554372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.554685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.554863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.555064] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5776d53-a847-4e17-92f5-4fa502bf0716" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.662791] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.662983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.663206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.663293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.663490] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.663600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.663669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.663823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.663947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.664264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.664264] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.664264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.664418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.664504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.664674] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.664782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.664847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.664991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.665177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.665177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.665276] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.819648] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.820025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.820025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.820281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.820281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.820281] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1973437-f059-41c4-9be0-79ea3d84cb7c is going to be created. [ 950.824857] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.825038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.825112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.825318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.825411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.825532] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 is going to be updated. [ 950.833941] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.833941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.833941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.833941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.833941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.834379] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.834379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.834379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.834508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.834508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.834581] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 950.848769] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.849033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.849033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.849234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.849402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.858947] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1973437-f059-41c4-9be0-79ea3d84cb7c in Status: UNINITIALIZED for 2s [ 950.870898] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.871150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.871213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.871412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.871597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.874502] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.874502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.874502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.874502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.874717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.885444] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 950.886493] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: IN_PROGRESS for 2s [ 950.988032] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 in Status: SUCCESS [ 950.988393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.988661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.988972] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.989287] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.989476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.989641] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.989917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.990096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.990257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.990435] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7f48d88-4d5b-4b64-933e-4d3f3200b720',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.172260] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 207134cd-6a31-4b57-a073-c057c2bab24c: rpc.has_security_group_logging(os_id): False [ 951.191879] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.192085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.192161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.192387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.192479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.192679] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.192778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.192839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.192992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.193078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.193275] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.193373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.193422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.193551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.193626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.193819] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.193914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.193979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.194720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.194772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.194839] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 951.298808] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.298808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.299069] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.299121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.299297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.317962] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 951.493772] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f48d88-4d5b-4b64-933e-4d3f3200b720 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.493926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.494037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.494251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.494423] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.494526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.494591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.494789] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.494879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.494970] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.495141] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f48d88-4d5b-4b64-933e-4d3f3200b720 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.495239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.495313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.495457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.495601] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.495705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.495765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.495871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.495950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.496064] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.496184] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7f48d88-4d5b-4b64-933e-4d3f3200b720',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.000432] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7f48d88-4d5b-4b64-933e-4d3f3200b720: rpc.has_security_group_logging(os_id): False [ 952.024213] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.024213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.024213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.024539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.024539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.024670] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.024768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.024828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.024978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.025073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.025338] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.025456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.025520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.025656] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.025730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.025947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.026067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.026128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.026269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.026342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.026424] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 is going to be created. [ 952.107079] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.107079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.107079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.107079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.107079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.120805] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 in Status: IN_PROGRESS for 2s [ 952.873214] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1973437-f059-41c4-9be0-79ea3d84cb7c in Status: SUCCESS [ 952.873214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.873214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.873214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.873214] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.873214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.873214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.873214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.873214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.873214] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1973437-f059-41c4-9be0-79ea3d84cb7c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.898423] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: SUCCESS [ 952.898423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.898519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.898801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.899041] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.899170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.899240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.899402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.899482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.899578] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.902450] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 952.903490] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 deletion is rescheduled due to dependency. [ 952.903490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.342402] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 953.346189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.375747] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.377728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.377728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.377728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.377728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.377964] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.378036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.378238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.378320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.378380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.378429] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1973437-f059-41c4-9be0-79ea3d84cb7c is going to be deleted. [ 953.402185] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.411528] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.413080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.413080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.413080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.413080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.413080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.413080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.413080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.413597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.415069] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.415069] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.415069] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.415069] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.415069] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1973437-f059-41c4-9be0-79ea3d84cb7c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.905076] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.916690] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.917088] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.917088] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.917353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.917353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.917471] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.917550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.917638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.917875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.917967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.918070] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1973437-f059-41c4-9be0-79ea3d84cb7c already deleted. [ 953.918156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.918264] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1973437-f059-41c4-9be0-79ea3d84cb7c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.919531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.919702] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.919871] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.919998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.921079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.921079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.921279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.921310] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1973437-f059-41c4-9be0-79ea3d84cb7c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.140852] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 in Status: SUCCESS [ 954.141498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.408507] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.408507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.408507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.408507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.409074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.409074] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 is going to be updated. [ 954.424093] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.424093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.424093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.424370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.424370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.425039] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.425039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.425039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.425039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.425322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.425322] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1973437-f059-41c4-9be0-79ea3d84cb7c already deleted. [ 954.425322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.425713] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1973437-f059-41c4-9be0-79ea3d84cb7c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.452111] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.452111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.452111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.452111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.452111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.462773] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: IN_PROGRESS for 2s [ 954.882594] env[66947]: INFO networking_nsxv3.common.synchronization [req-15ec2969-d444-464b-b57b-2a84e1148162 req-4b0c7365-93b3-4c8a-9982-d9df1a21c570 tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 954.883176] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 954.884946] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.884946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.884946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.884946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.885315] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.885452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.885520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.885709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.885800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.885956] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.929638] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1973437-f059-41c4-9be0-79ea3d84cb7c: rpc.has_security_group_logging(os_id): False [ 954.951711] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.951890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.951940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.952373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.952373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.952555] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.952624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.952696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.952848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.952926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.953380] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1973437-f059-41c4-9be0-79ea3d84cb7c is going to be created. [ 954.975092] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a1973437-f059-41c4-9be0-79ea3d84cb7c], does not exist path=[/infra/domains/default/groups/a1973437-f059-41c4-9be0-79ea3d84cb7c]."\n}' [ 954.975092] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1973437-f059-41c4-9be0-79ea3d84cb7c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a1973437-f059-41c4-9be0-79ea3d84cb7c [ 954.975092] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 955.016494] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.016710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.016823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.018065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.020063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.020511] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.020637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.020720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.020929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.021068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.021378] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.021561] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.021686] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.021931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.022082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.022226] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1973437-f059-41c4-9be0-79ea3d84cb7c is going to be created. [ 955.054161] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a1973437-f059-41c4-9be0-79ea3d84cb7c], does not exist path=[/infra/domains/default/groups/a1973437-f059-41c4-9be0-79ea3d84cb7c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a1973437-f059-41c4-9be0-79ea3d84cb7c [ 955.054370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1973437-f059-41c4-9be0-79ea3d84cb7c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.055162] env[66947]: Traceback (most recent call last): [ 955.055252] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 955.055252] env[66947]: return func(*args, **kwargs) [ 955.055252] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 955.055252] env[66947]: res.raise_for_status() [ 955.055252] env[66947]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 955.055252] env[66947]: raise HTTPError(http_error_msg, response=self) [ 955.055252] env[66947]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a1973437-f059-41c4-9be0-79ea3d84cb7c [ 955.055252] env[66947]: During handling of the above exception, another exception occurred: [ 955.055252] env[66947]: Traceback (most recent call last): [ 955.055252] env[66947]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 955.055252] env[66947]: listener.cb(fileno) [ 955.055252] env[66947]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 955.055252] env[66947]: result = function(*args, **kwargs) [ 955.055252] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 955.055252] env[66947]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 955.055252] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 955.055252] env[66947]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 955.055252] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 955.055252] env[66947]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 955.055252] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 955.055252] env[66947]: res.raise_for_status() [ 955.055252] env[66947]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 955.055252] env[66947]: raise HTTPError(http_error_msg, response=self) [ 955.055252] env[66947]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a1973437-f059-41c4-9be0-79ea3d84cb7c [ 955.055252] env[66947]: Removing descriptor: 12 [ 955.388674] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.388674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.388674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.388674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.418921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.418921] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.418921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.418921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.418921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.418921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.418921] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 955.465143] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.465329] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.465329] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.465591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.465736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.477700] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 955.802135] env[66947]: INFO networking_nsxv3.common.synchronization [None req-0978d3c2-0967-43b3-8134-a8159784137a None None] Enqueued Resource ID: cba8dc58-e277-4d64-9b5a-19e14b552846 with Priority: HIGHEST for action port [ 955.802763] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cba8dc58-e277-4d64-9b5a-19e14b552846 with Priority: HIGHEST for action port [ 955.805749] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-cba8dc58-e277-4d64-9b5a-19e14b552846 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.805948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cba8dc58-e277-4d64-9b5a-19e14b552846" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.806146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cba8dc58-e277-4d64-9b5a-19e14b552846" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.806441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cba8dc58-e277-4d64-9b5a-19e14b552846" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.806532] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cba8dc58-e277-4d64-9b5a-19e14b552846',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.835831] env[66947]: INFO networking_nsxv3.common.synchronization [req-9f22176a-d222-4de2-a4b6-37bd1705c876 req-260a08f6-dea7-45df-86c8-9c7349b88bda tempest-ServerGroupTestJSON-620659917 tempest-ServerGroupTestJSON-620659917-project-member] Enqueued Resource ID: cd6cf703-2c76-4911-9371-691def48cb9e with Priority: HIGHEST for action security_group_members [ 955.837325] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6cf703-2c76-4911-9371-691def48cb9e with Priority: HIGHEST for action security_group_members [ 955.837815] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd6cf703-2c76-4911-9371-691def48cb9e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.837985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.838356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.838488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.838749] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.838891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.839079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.839316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.839445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.839586] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd6cf703-2c76-4911-9371-691def48cb9e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.309605] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cba8dc58-e277-4d64-9b5a-19e14b552846 [ 956.309946] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.310170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.310278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.310620] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.310766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.310945] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cba8dc58-e277-4d64-9b5a-19e14b552846 already deleted. [ 956.311079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cba8dc58-e277-4d64-9b5a-19e14b552846" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.344171] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.344171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.344171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.344171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.344606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.344606] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.344764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.344764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.344962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.345050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.348034] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd6cf703-2c76-4911-9371-691def48cb9e already deleted. [ 956.348034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.478272] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: SUCCESS [ 956.478717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.478717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.481264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.481264] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.481264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.481264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.481264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.481264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.481264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.481264] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.481681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.481841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.482112] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.482645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.482645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.482645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.482645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.482922] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.517970] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-520 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.518215] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-520" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.518329] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-520" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.518750] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-520" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.519050] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.519230] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.519347] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.519589] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.519737] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.519956] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.520082] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.520192] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.520299] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.520424] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.520518] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.520663] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.550819] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.551054] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.551193] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.551375] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-520" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.551747] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-0cdbf371-f705-42ec-916c-c09a1412c814 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.551960] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-0cdbf371-f705-42ec-916c-c09a1412c814" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.552142] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-0cdbf371-f705-42ec-916c-c09a1412c814" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.552538] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-0cdbf371-f705-42ec-916c-c09a1412c814" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.552685] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdbf371-f705-42ec-916c-c09a1412c814',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.984777] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.985100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.985338] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.055782] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.055939] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.056257] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.056576] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.056746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.057187] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 0cdbf371-f705-42ec-916c-c09a1412c814 not found, creating... [ 957.057478] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.057680] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.057839] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.058312] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.058481] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.060631] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.060631] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.060631] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.063353] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.064231] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.064231] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 0cdbf371-f705-42ec-916c-c09a1412c814 is going to be created. [ 957.094098] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.094450] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.094587] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.094875] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.095170] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.095411] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-0cdbf371-f705-42ec-916c-c09a1412c814" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.491376] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.494486] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 957.494675] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa deletion is rescheduled due to dependency. [ 957.494811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.816439] env[66947]: INFO networking_nsxv3.common.synchronization [req-9f22176a-d222-4de2-a4b6-37bd1705c876 req-e0ca7886-3de6-452e-a489-c8e53ab8ba1f service nova] Enqueued Resource ID: cd6cf703-2c76-4911-9371-691def48cb9e with Priority: HIGHEST for action security_group_rules [ 957.816954] env[66947]: INFO networking_nsxv3.common.synchronization [req-9f22176a-d222-4de2-a4b6-37bd1705c876 req-e0ca7886-3de6-452e-a489-c8e53ab8ba1f service nova] Enqueued Resource ID: cd6cf703-2c76-4911-9371-691def48cb9e with Priority: HIGHEST for action security_group_members [ 957.816954] env[66947]: INFO networking_nsxv3.common.synchronization [req-9f22176a-d222-4de2-a4b6-37bd1705c876 req-e0ca7886-3de6-452e-a489-c8e53ab8ba1f service nova] Enqueued Resource ID: 0cdbf371-f705-42ec-916c-c09a1412c814 with Priority: HIGHEST for action port [ 957.817631] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6cf703-2c76-4911-9371-691def48cb9e with Priority: HIGHEST for action security_group_rules [ 957.817898] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6cf703-2c76-4911-9371-691def48cb9e with Priority: HIGHEST for action security_group_members [ 957.818360] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdbf371-f705-42ec-916c-c09a1412c814 with Priority: HIGHEST for action port [ 957.818938] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd6cf703-2c76-4911-9371-691def48cb9e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.818938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.818938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.819550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.819550] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd6cf703-2c76-4911-9371-691def48cb9e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.823422] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd6cf703-2c76-4911-9371-691def48cb9e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.823422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.823422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.825120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.825345] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.825468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.825537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.825718] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.825799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.826406] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd6cf703-2c76-4911-9371-691def48cb9e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.827766] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cdbf371-f705-42ec-916c-c09a1412c814 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.828038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cdbf371-f705-42ec-916c-c09a1412c814" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.828195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cdbf371-f705-42ec-916c-c09a1412c814" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.828347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cdbf371-f705-42ec-916c-c09a1412c814" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.828467] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cdbf371-f705-42ec-916c-c09a1412c814',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.996863] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.997132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.997265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.998129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.000463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.000463] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 is going to be updated. [ 958.034480] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.034748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.034937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.035246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.035537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.056126] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: IN_PROGRESS for 2s [ 958.082634] env[66947]: INFO networking_nsxv3.common.synchronization [None req-c5d536e0-0c7e-4a07-a9c5-f7d380f188d5 None None] Enqueued Resource ID: 41d85f48-66c8-46d5-be06-1193b057ab5b with Priority: HIGHEST for action port [ 958.083590] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41d85f48-66c8-46d5-be06-1193b057ab5b with Priority: HIGHEST for action port [ 958.083815] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-41d85f48-66c8-46d5-be06-1193b057ab5b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.084079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41d85f48-66c8-46d5-be06-1193b057ab5b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.084184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41d85f48-66c8-46d5-be06-1193b057ab5b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.084474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41d85f48-66c8-46d5-be06-1193b057ab5b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.084574] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41d85f48-66c8-46d5-be06-1193b057ab5b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.332103] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd6cf703-2c76-4911-9371-691def48cb9e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.332676] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd6cf703-2c76-4911-9371-691def48cb9e taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.332788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.332951] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cdbf371-f705-42ec-916c-c09a1412c814 with status ACTIVE [ 958.333124] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.333237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.333294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.333492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.333609] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.333740] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.333835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.333897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.334373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.334373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.334373] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.334532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.334532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.334626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.334699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.336835] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cdbf371-f705-42ec-916c-c09a1412c814 is going to be updated. [ 958.362217] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.362416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.362497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.362648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.362787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.362953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cdbf371-f705-42ec-916c-c09a1412c814" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.430124] env[66947]: INFO networking_nsxv3.common.synchronization [req-c88d2373-2803-4a63-8432-67e582cc4d20 req-20eee6fb-b6e9-45e9-86de-06268e14e3f5 tempest-ServerRescueTestJSONUnderV235-93484995 tempest-ServerRescueTestJSONUnderV235-93484995-project-member] Enqueued Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 958.430124] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 581afb69-2e41-469b-935a-8d295c0a1c58 with Priority: HIGHEST for action security_group_members [ 958.430466] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.430687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.513266] env[66947]: INFO networking_nsxv3.common.synchronization [None req-ca98cde5-c667-49a4-995e-7ae6f905eb9e tempest-AttachVolumeTestJSON-1043722275 tempest-AttachVolumeTestJSON-1043722275-project-member] Enqueued Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_rules [ 958.513266] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_rules [ 958.513266] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.513266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.513266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.514895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.515159] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eea1704-bf63-477c-a1b3-4c8274c6bda7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.587139] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41d85f48-66c8-46d5-be06-1193b057ab5b [ 958.587505] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.587859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.587859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.588024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.588090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.588135] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41d85f48-66c8-46d5-be06-1193b057ab5b already deleted. [ 958.588267] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41d85f48-66c8-46d5-be06-1193b057ab5b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.597282] env[66947]: INFO networking_nsxv3.common.synchronization [None req-f67d0600-ee1a-450d-8857-a8567ba098d0 tempest-AttachVolumeTestJSON-1043722275 tempest-AttachVolumeTestJSON-1043722275-project-member] Enqueued Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_rules [ 958.597805] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_rules [ 958.598292] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.598403] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.839190] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd6cf703-2c76-4911-9371-691def48cb9e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.040022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.040022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.040022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.040022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.040022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.040022] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 already deleted. [ 959.040022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.040022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.040022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.040022] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eea1704-bf63-477c-a1b3-4c8274c6bda7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.342706] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.342883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.342969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.343202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.343298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.343408] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd6cf703-2c76-4911-9371-691def48cb9e is going to be created. [ 959.371223] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.371437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.371558] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.371731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.372073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.386524] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd6cf703-2c76-4911-9371-691def48cb9e in Status: UNINITIALIZED for 2s [ 959.563518] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.564074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.564074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.564074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.564186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.564219] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 already deleted. [ 959.564307] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.068717] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: SUCCESS [ 960.069216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.069294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.069546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.072084] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.072084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.072084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.072084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.072084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.072084] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.575161] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.576141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.599061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.599061] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.599061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.599061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.599418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.599418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.599418] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 is going to be updated. [ 960.629729] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.629729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.629942] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.630250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.630440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.642902] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: IN_PROGRESS for 2s [ 961.035714] env[66947]: INFO networking_nsxv3.common.synchronization [None req-a230145b-edbb-4f22-92dd-7a1393d9f768 tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_rules [ 961.036386] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_rules [ 961.036497] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db41557-02cc-42e4-8a97-0c4ccb31a172 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.036637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.036722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.036936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.037019] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.223610] env[66947]: INFO networking_nsxv3.common.synchronization [None req-93488deb-e957-4b77-b552-6db7efe14b5f tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_rules [ 961.224192] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_rules [ 961.224564] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db41557-02cc-42e4-8a97-0c4ccb31a172 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.224677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.397051] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd6cf703-2c76-4911-9371-691def48cb9e in Status: SUCCESS [ 961.397273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.397485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.397729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.397933] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.398063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.398159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.398331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.398408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.398509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.398610] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd6cf703-2c76-4911-9371-691def48cb9e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.558251] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.559263] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.559263] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.559541] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.559685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.559846] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 already deleted. [ 961.559991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.560258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.560520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.560668] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.902256] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd6cf703-2c76-4911-9371-691def48cb9e taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.902572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.902572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.902669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.902837] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.902933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.903042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.903161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.903343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.903343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.903468] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd6cf703-2c76-4911-9371-691def48cb9e taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.903559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.903618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.903757] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.903983] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.903983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.904106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.904174] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.904249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.904332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.904419] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd6cf703-2c76-4911-9371-691def48cb9e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.086393] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.086615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.086670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.087095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.087095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.087095] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 already deleted. [ 962.087280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.406572] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd6cf703-2c76-4911-9371-691def48cb9e: rpc.has_security_group_logging(os_id): False [ 962.430418] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.430756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.430904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.431212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.431376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.431727] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.431901] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.432015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.432298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.432459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.432782] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.433214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.433214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.433357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.433454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.433774] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.433949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.434087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.434359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.434490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.434641] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd6cf703-2c76-4911-9371-691def48cb9e is going to be created. [ 962.503517] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.503710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.503761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.504056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.504356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.540289] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd6cf703-2c76-4911-9371-691def48cb9e in Status: IN_PROGRESS for 2s [ 962.655080] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: SUCCESS [ 962.655301] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 deletion is rescheduled due to dependency. [ 962.655490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.655740] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.655961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.656167] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.656290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.656364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.656520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.656601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.656685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.656842] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-581afb69-2e41-469b-935a-8d295c0a1c58 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.656921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.656981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.657132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.657268] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.657359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.657420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.657554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.657627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.657795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.657795] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.658638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.658806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.659051] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.659158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.659221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.659359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.659435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.659521] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.161269] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 581afb69-2e41-469b-935a-8d295c0a1c58: rpc.has_security_group_logging(os_id): False [ 963.164407] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.164555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.164905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.165267] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.165408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.165655] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.165761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.165835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.166050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.166139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.166238] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 is going to be updated. [ 963.186833] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.187012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.187107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.187357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.187466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.187754] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.187862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.187927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.188123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.188195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.188387] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.188483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.188568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.188731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.188820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.189088] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.189210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.189274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.189461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.189557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.189660] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 is going to be updated. [ 963.202461] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.202614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.202716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.202890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.203063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.211996] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: IN_PROGRESS for 2s [ 963.266675] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.270336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.270336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.270336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.270336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.287642] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: IN_PROGRESS for 2s [ 964.563068] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd6cf703-2c76-4911-9371-691def48cb9e in Status: SUCCESS [ 964.563068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.222629] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: SUCCESS [ 965.222836] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 deletion is rescheduled due to dependency. [ 965.222960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.306501] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 581afb69-2e41-469b-935a-8d295c0a1c58 in Status: SUCCESS [ 965.306501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.306501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.306501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.306501] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('581afb69-2e41-469b-935a-8d295c0a1c58',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.829092] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.830055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.830055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.830230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.830353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.830425] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 581afb69-2e41-469b-935a-8d295c0a1c58 is going to be deleted. [ 965.888494] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.888494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.888494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.888494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.888494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.888494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-581afb69-2e41-469b-935a-8d295c0a1c58" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.225240] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 966.225240] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 967.873954] env[66947]: INFO networking_nsxv3.common.synchronization [req-cfbfb9a8-31dd-48d2-bb41-bf60afb0c632 req-13c3c44e-9a08-4514-b1f5-a14d61cc7dcb tempest-ImagesTestJSON-1156122672 tempest-ImagesTestJSON-1156122672-project-member] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 967.874385] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 967.874861] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.874861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.875095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.877225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.878443] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.878443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.878443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.878443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.878443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.878443] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.167707] env[66947]: INFO networking_nsxv3.common.synchronization [req-67421366-9699-42f6-973a-4903498e6131 req-0b332021-f8e9-4ac6-9024-5c2f223f9b3d tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 968.168242] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 968.168549] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.168675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.169446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.169446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.169446] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.169446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.169446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.169446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.169775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.169775] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.275239] env[66947]: INFO networking_nsxv3.common.synchronization [None req-c8d1d0b8-c8d5-412f-ad9d-c04d070e5be2 None None] Enqueued Resource ID: 6938142d-227f-46e5-9b50-dc757fc532de with Priority: HIGHEST for action port [ 968.277042] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6938142d-227f-46e5-9b50-dc757fc532de with Priority: HIGHEST for action port [ 968.277042] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-6938142d-227f-46e5-9b50-dc757fc532de taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.277042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6938142d-227f-46e5-9b50-dc757fc532de" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.277042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6938142d-227f-46e5-9b50-dc757fc532de" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.277042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6938142d-227f-46e5-9b50-dc757fc532de" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.277042] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6938142d-227f-46e5-9b50-dc757fc532de',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.380747] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.587793] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.588074] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-821" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.588136] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-821" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.588522] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-821" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.588808] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.589074] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.589268] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.589514] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.589674] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.589885] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.589990] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.590139] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.590261] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.590404] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.590520] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.590658] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.619548] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.619548] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.619548] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.619548] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-821" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.619548] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-774c1768-f2e6-4504-9b83-0990bb71ca24 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.619548] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.619548] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.619548] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.619548] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774c1768-f2e6-4504-9b83-0990bb71ca24',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.674411] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.674506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.674545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.674768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.674853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.675133] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.675273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.676067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.676067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.676067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.676067] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf already deleted. [ 968.676067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.780393] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6938142d-227f-46e5-9b50-dc757fc532de [ 968.780393] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.780393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.780393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.780393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.780393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.780393] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6938142d-227f-46e5-9b50-dc757fc532de already deleted. [ 968.780393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6938142d-227f-46e5-9b50-dc757fc532de" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.883209] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.123320] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.123320] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.123584] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.123819] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.123905] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.124056] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 774c1768-f2e6-4504-9b83-0990bb71ca24 not found, creating... [ 969.124314] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.124470] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.124585] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.124805] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.124946] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.125240] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.125399] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.125667] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.125737] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.125849] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.126056] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 774c1768-f2e6-4504-9b83-0990bb71ca24 is going to be created. [ 969.152366] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.152531] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.152660] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.152933] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.153180] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.153416] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.385736] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.385904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.385976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.386218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.386311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.386411] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 969.397939] env[66947]: INFO networking_nsxv3.common.synchronization [req-fa3957c7-8616-49a9-bf86-05ef2a8ed92e req-fb666822-b8cb-40a3-a751-4ab70e6c2b4e tempest-ServerGroupTestJSON-620659917 tempest-ServerGroupTestJSON-620659917-project-member] Enqueued Resource ID: cd6cf703-2c76-4911-9371-691def48cb9e with Priority: HIGHEST for action security_group_members [ 969.398427] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6cf703-2c76-4911-9371-691def48cb9e with Priority: HIGHEST for action security_group_members [ 969.398742] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd6cf703-2c76-4911-9371-691def48cb9e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.398865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.398936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.399194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.399369] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.399480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.399532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.399673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.399758] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.399855] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd6cf703-2c76-4911-9371-691def48cb9e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.520926] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.520926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.520926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.521156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.521294] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.531699] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 969.887116] env[66947]: INFO networking_nsxv3.common.synchronization [req-67421366-9699-42f6-973a-4903498e6131 req-6914e0fe-b27b-4e38-a909-31cad0d1caf2 service nova] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 969.887423] env[66947]: INFO networking_nsxv3.common.synchronization [req-67421366-9699-42f6-973a-4903498e6131 req-6914e0fe-b27b-4e38-a909-31cad0d1caf2 service nova] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 969.887620] env[66947]: INFO networking_nsxv3.common.synchronization [req-67421366-9699-42f6-973a-4903498e6131 req-6914e0fe-b27b-4e38-a909-31cad0d1caf2 service nova] Enqueued Resource ID: 774c1768-f2e6-4504-9b83-0990bb71ca24 with Priority: HIGHEST for action port [ 969.888373] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 969.890480] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 969.894528] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774c1768-f2e6-4504-9b83-0990bb71ca24 with Priority: HIGHEST for action port [ 969.894528] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.894528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.894528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.894528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.894528] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.894528] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.894528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.894528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.894528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.894528] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.894528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.895358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.895358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.895358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.897195] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.897195] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-774c1768-f2e6-4504-9b83-0990bb71ca24 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.897195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.897195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.897195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.897195] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774c1768-f2e6-4504-9b83-0990bb71ca24',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.902041] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.902184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.902262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.902787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.902787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.902787] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.902787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.902787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.903122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.903122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.903122] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd6cf703-2c76-4911-9371-691def48cb9e is going to be updated. [ 969.933325] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.933652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.933790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.934651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.934651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.946204] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd6cf703-2c76-4911-9371-691def48cb9e in Status: IN_PROGRESS for 2s [ 970.022799] env[66947]: INFO networking_nsxv3.common.synchronization [req-46bb5686-ffb9-4672-a5d7-353910e056c3 req-83801904-e8ce-4dbb-ac58-5fa9d6f2ea00 tempest-ServerTagsTestJSON-1573042485 tempest-ServerTagsTestJSON-1573042485-project-member] Enqueued Resource ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 with Priority: HIGHEST for action security_group_members [ 970.024111] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 with Priority: HIGHEST for action security_group_members [ 970.024111] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7f48d88-4d5b-4b64-933e-4d3f3200b720 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.024929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.025346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.027765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.027765] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.027765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.027765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.027765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.027765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.027765] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7f48d88-4d5b-4b64-933e-4d3f3200b720',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.400158] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.401471] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.401471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.401660] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 774c1768-f2e6-4504-9b83-0990bb71ca24 with status ACTIVE [ 970.403313] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.403313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.403313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.403313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.403313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.403313] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.403313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.403313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.403313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.403313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.406848] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.408087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.408163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.408338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.408436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.408558] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 774c1768-f2e6-4504-9b83-0990bb71ca24 is going to be updated. [ 970.431743] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.431896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.431968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.432225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.432364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.432832] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.528774] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.528932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.529034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.529345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.552292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.554372] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.554372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.554372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.554372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.554372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.554372] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 is going to be updated. [ 970.607534] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.607662] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.607725] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.607938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.608917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.619703] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 in Status: IN_PROGRESS for 2s [ 970.704664] env[66947]: INFO networking_nsxv3.common.synchronization [None req-1dc3938f-b8fe-4372-8835-846d3a3bb3f7 None None] Enqueued Resource ID: 8c6cca1f-5ee0-4147-b51f-6bee2cb2762e with Priority: HIGHEST for action port [ 970.706810] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c6cca1f-5ee0-4147-b51f-6bee2cb2762e with Priority: HIGHEST for action port [ 970.706810] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c6cca1f-5ee0-4147-b51f-6bee2cb2762e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.706810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c6cca1f-5ee0-4147-b51f-6bee2cb2762e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.706810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c6cca1f-5ee0-4147-b51f-6bee2cb2762e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.706810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c6cca1f-5ee0-4147-b51f-6bee2cb2762e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.706810] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c6cca1f-5ee0-4147-b51f-6bee2cb2762e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.912497] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.209376] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c6cca1f-5ee0-4147-b51f-6bee2cb2762e [ 971.209540] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.209676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.209759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.209998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.210182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.210225] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c6cca1f-5ee0-4147-b51f-6bee2cb2762e already deleted. [ 971.210337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c6cca1f-5ee0-4147-b51f-6bee2cb2762e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.416024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.416227] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.416366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.416676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.416842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.417449] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be created. [ 971.448903] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.449154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.449266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.449509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.449720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.463830] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: UNINITIALIZED for 2s [ 971.540009] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 971.540250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.956275] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd6cf703-2c76-4911-9371-691def48cb9e in Status: SUCCESS [ 971.956714] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd6cf703-2c76-4911-9371-691def48cb9e deletion is rescheduled due to dependency. [ 971.956714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd6cf703-2c76-4911-9371-691def48cb9e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.592754] env[66947]: INFO networking_nsxv3.common.synchronization [req-1b7ed0b3-4013-4a6c-8d01-22d75db38a46 req-950c1a24-bef6-40c3-83ff-dce19c79077a tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 972.593342] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 972.593654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.593776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.593843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.595015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.599422] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.599638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.600866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.600866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.600866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.600866] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.628897] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 in Status: SUCCESS [ 972.629125] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 deletion is rescheduled due to dependency. [ 972.629233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.963810] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.964173] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.964173] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.964425] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.964690] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.964853] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.964989] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.965487] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.965649] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.965866] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.965984] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.966361] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.966361] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.966361] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.966508] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.966596] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.988637] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.988821] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.988967] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.989391] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.989859] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.990083] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.990220] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.990544] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.990688] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.103962] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.104149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.104217] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.104488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.104639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.104821] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.104821] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.105034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.105034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.105140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.105195] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 973.209646] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.209646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.209646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.209646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.209646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.209646] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 973.455180] env[66947]: INFO networking_nsxv3.common.synchronization [req-21c5c0d1-6a26-4064-b1f7-85756159db85 req-325a319a-70de-44d2-b5bf-5f0dbac43a63 tempest-ServersNegativeTestJSON-1781828505 tempest-ServersNegativeTestJSON-1781828505-project-member] Enqueued Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 973.456071] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c with Priority: HIGHEST for action security_group_members [ 973.456332] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a8ad27b-bfb4-4423-9259-1de186bce18c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.456528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.456648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.456963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.457245] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.457417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.458687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.458687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.458687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.458687] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a8ad27b-bfb4-4423-9259-1de186bce18c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.477251] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 973.477251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.477592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.477592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.477955] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.478113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.478195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.478412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.478535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.478685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.478836] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.492760] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.492889] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.493110] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.493388] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.494529] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.494529] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9 not found, creating... [ 973.494529] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.494529] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.494529] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.494529] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.494902] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.494902] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.495090] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.495181] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.495385] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.495519] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.495659] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9 is going to be created. [ 973.518030] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.518030] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.518030] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.518030] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.518030] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.518030] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.961167] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.961406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.961604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.962283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.983219] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.983219] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.983219] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.983219] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.983219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.984097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.984097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.984097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.984097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.984097] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.988020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.988020] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.988020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.988020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.988020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.988020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.988020] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c is going to be updated. [ 974.014049] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.014145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.014188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.014402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.014533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.024324] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: IN_PROGRESS for 2s [ 974.306633] env[66947]: INFO networking_nsxv3.common.synchronization [req-1b7ed0b3-4013-4a6c-8d01-22d75db38a46 req-5d2aba97-31eb-4258-bdea-56508bfd8406 service nova] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_rules [ 974.307133] env[66947]: INFO networking_nsxv3.common.synchronization [req-1b7ed0b3-4013-4a6c-8d01-22d75db38a46 req-5d2aba97-31eb-4258-bdea-56508bfd8406 service nova] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 974.307133] env[66947]: INFO networking_nsxv3.common.synchronization [req-1b7ed0b3-4013-4a6c-8d01-22d75db38a46 req-5d2aba97-31eb-4258-bdea-56508bfd8406 service nova] Enqueued Resource ID: 3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9 with Priority: HIGHEST for action port [ 974.307513] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_rules [ 974.307698] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 974.307809] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9 with Priority: HIGHEST for action port [ 974.308313] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.309042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.309042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.309042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.309042] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.310825] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.310941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.311202] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.311471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.311510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.311700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.311776] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.487916] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f9e66a-328b-4411-a10f-0ff1e6e87eaf: rpc.has_security_group_logging(os_id): False [ 974.507510] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.507658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.507728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.507925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.508033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.508252] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.508353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.508450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.508574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.508669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.508860] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.508955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.509066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.509201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.509237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.509411] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.509504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.509555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.509689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.509761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.509845] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be created. [ 974.570838] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.570838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.570838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.570838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.570994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.582357] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 974.814559] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9 with status ACTIVE [ 974.814795] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.814949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.815065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.815292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.815392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.815573] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.815675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.815745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.816055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.816055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.816222] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.816310] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.816358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.816460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.816532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.816635] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9 is going to be updated. [ 974.817810] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.817906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.840565] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.840749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.840824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.841061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.841222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.841386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3beb3b5c-fbe2-4c81-b480-4879dfbcfcb9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.156987] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 975.157372] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa deletion is rescheduled due to dependency. [ 975.157372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.157549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.157763] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.157950] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.158077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.158142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.158299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.158381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.158480] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.660677] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.034656] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c in Status: SUCCESS [ 976.034864] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a8ad27b-bfb4-4423-9259-1de186bce18c deletion is rescheduled due to dependency. [ 976.035018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a8ad27b-bfb4-4423-9259-1de186bce18c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.164305] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.595532] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 976.595767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.666694] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.666898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.666957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.667189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.667285] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.667389] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 976.698883] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.699082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.699158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.699367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.699514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.711804] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 977.158633] env[66947]: INFO networking_nsxv3.common.synchronization [req-189bd58a-1408-47bc-8b57-2b6136463660 req-24189fd7-e83e-4167-95ba-296130ab62e9 tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 977.159607] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 977.159709] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.160338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.160338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.160338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.160485] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.160598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.160694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.160900] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.160975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.161598] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.474240] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.474559] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.474605] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.475146] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.475146] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.475305] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.475383] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.475573] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.475711] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.475916] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.476044] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.476154] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.476262] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.476425] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.476534] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.476665] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.494739] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.494739] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.494878] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.495467] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.495467] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.495624] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.495624] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.495936] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.496088] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.664286] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.998465] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.998728] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.998866] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.999270] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.999384] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.999660] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa not found, creating... [ 978.000748] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.001847] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.001973] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.002251] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.002436] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.002834] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.002968] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.003096] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.003366] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.003462] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.003588] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa is going to be created. [ 978.022347] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.022571] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.022697] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.022953] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.023196] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.023425] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.166322] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.669323] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.669678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.669678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.669772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.669954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.669954] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 978.699321] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.699500] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.699571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.699903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.699990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.709209] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 978.716673] env[66947]: INFO networking_nsxv3.common.synchronization [req-189bd58a-1408-47bc-8b57-2b6136463660 req-cdc6228f-93d8-4453-a82d-4d3cca556028 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 978.716845] env[66947]: INFO networking_nsxv3.common.synchronization [req-189bd58a-1408-47bc-8b57-2b6136463660 req-cdc6228f-93d8-4453-a82d-4d3cca556028 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 978.716977] env[66947]: INFO networking_nsxv3.common.synchronization [req-189bd58a-1408-47bc-8b57-2b6136463660 req-cdc6228f-93d8-4453-a82d-4d3cca556028 service nova] Enqueued Resource ID: dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa with Priority: HIGHEST for action port [ 978.717233] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 978.717359] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 978.717472] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa with Priority: HIGHEST for action port [ 978.718086] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.718272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.718272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.718509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.718645] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.719524] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.719616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.719885] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.720240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.720327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.720535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.720615] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.722015] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 978.722212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.722768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.722944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.723117] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.723222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.723485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.723485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.723485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.723680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.723680] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.087463] env[66947]: INFO networking_nsxv3.common.synchronization [req-6ee4991b-81f1-4080-8231-db3d1cebb2b1 req-50fbef86-e211-4e07-829d-bccce3a4a44d tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_members [ 979.088456] env[66947]: INFO networking_nsxv3.common.synchronization [req-6ee4991b-81f1-4080-8231-db3d1cebb2b1 req-50fbef86-e211-4e07-829d-bccce3a4a44d tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 979.088456] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_members [ 979.088637] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 979.088972] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b3cad-2ace-4f9d-8765-ce24685fabae taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.089220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.089304] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.089551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.089756] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.089876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.089963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.090184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.090302] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.090526] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.091406] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.091529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.091706] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.091843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.092043] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.092168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.092255] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.092417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.092544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.092653] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.142935] env[66947]: INFO networking_nsxv3.common.synchronization [req-6ee4991b-81f1-4080-8231-db3d1cebb2b1 req-50fbef86-e211-4e07-829d-bccce3a4a44d tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 979.143221] env[66947]: INFO networking_nsxv3.common.synchronization [req-6ee4991b-81f1-4080-8231-db3d1cebb2b1 req-50fbef86-e211-4e07-829d-bccce3a4a44d tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 979.143504] env[66947]: INFO networking_nsxv3.common.synchronization [req-6ee4991b-81f1-4080-8231-db3d1cebb2b1 req-50fbef86-e211-4e07-829d-bccce3a4a44d tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_rules [ 979.143695] env[66947]: INFO networking_nsxv3.common.synchronization [req-6ee4991b-81f1-4080-8231-db3d1cebb2b1 req-50fbef86-e211-4e07-829d-bccce3a4a44d tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_members [ 979.143997] env[66947]: INFO networking_nsxv3.common.synchronization [req-6ee4991b-81f1-4080-8231-db3d1cebb2b1 req-50fbef86-e211-4e07-829d-bccce3a4a44d tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 774c1768-f2e6-4504-9b83-0990bb71ca24 with Priority: HIGHEST for action port [ 979.144690] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 979.144921] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_rules [ 979.145141] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774c1768-f2e6-4504-9b83-0990bb71ca24 with Priority: HIGHEST for action port [ 979.145357] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 979.145559] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_members [ 979.146057] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.146220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.146336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.146623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.146752] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.148073] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02b3cad-2ace-4f9d-8765-ce24685fabae taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.148220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.148291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.148537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.148617] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.150268] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-774c1768-f2e6-4504-9b83-0990bb71ca24 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.152397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.152397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.152397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.152397] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774c1768-f2e6-4504-9b83-0990bb71ca24',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.152397] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.152397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.152397] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b3cad-2ace-4f9d-8765-ce24685fabae taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.152619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.222961] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.223166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.227889] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa with status ACTIVE [ 979.228230] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.228412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.228749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.228749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.229049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.229137] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.230242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.230242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.230242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.230242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.230242] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.230242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.230242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.230242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.230242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.230242] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa is going to be updated. [ 979.231475] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.231592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.231683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.231791] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.232071] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.232071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.232289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.232289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.232402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.232402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.232565] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.232669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.232795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.233117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.233117] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.233117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.233306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.233353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.233408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.233454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.233671] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.261642] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.261642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.261837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.261928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.262082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.262290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd2ce6b3-fe04-47a6-82b2-fe55f49fe1fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.594919] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.596585] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.627031] env[66947]: INFO networking_nsxv3.common.synchronization [req-50f6a856-fe34-4fdc-b8b0-ad72636f9182 req-ca1e8f55-14cc-44b3-8f9e-5947e6b5353e tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGHEST for action security_group_members [ 979.627031] env[66947]: INFO networking_nsxv3.common.synchronization [req-50f6a856-fe34-4fdc-b8b0-ad72636f9182 req-ca1e8f55-14cc-44b3-8f9e-5947e6b5353e tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 979.627031] env[66947]: INFO networking_nsxv3.common.synchronization [req-50f6a856-fe34-4fdc-b8b0-ad72636f9182 req-ca1e8f55-14cc-44b3-8f9e-5947e6b5353e tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_members [ 979.627031] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGHEST for action security_group_members [ 979.627031] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 979.627031] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_members [ 979.627335] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06ce31e-c2a7-441f-b3da-864a40d820e6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.627616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.627717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.629016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.629016] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.629016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.629016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.629016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.629016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.629452] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.630752] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.630752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.630890] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b3cad-2ace-4f9d-8765-ce24685fabae taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.630934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.654261] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b3cad-2ace-4f9d-8765-ce24685fabae taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.654433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.654907] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.654907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.654907] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 774c1768-f2e6-4504-9b83-0990bb71ca24 with status ACTIVE [ 979.655428] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.655542] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.655606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.656367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.656367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.656473] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.656663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.656663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.656786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.656870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.657058] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.657154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.657215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.657357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.657430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.657509] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 774c1768-f2e6-4504-9b83-0990bb71ca24 is going to be updated. [ 979.675990] env[66947]: INFO networking_nsxv3.common.synchronization [req-50f6a856-fe34-4fdc-b8b0-ad72636f9182 req-ca1e8f55-14cc-44b3-8f9e-5947e6b5353e tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 979.676277] env[66947]: INFO networking_nsxv3.common.synchronization [req-50f6a856-fe34-4fdc-b8b0-ad72636f9182 req-ca1e8f55-14cc-44b3-8f9e-5947e6b5353e tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 979.676351] env[66947]: INFO networking_nsxv3.common.synchronization [req-50f6a856-fe34-4fdc-b8b0-ad72636f9182 req-ca1e8f55-14cc-44b3-8f9e-5947e6b5353e tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGHEST for action security_group_rules [ 979.676454] env[66947]: INFO networking_nsxv3.common.synchronization [req-50f6a856-fe34-4fdc-b8b0-ad72636f9182 req-ca1e8f55-14cc-44b3-8f9e-5947e6b5353e tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGHEST for action security_group_members [ 979.676673] env[66947]: INFO networking_nsxv3.common.synchronization [req-50f6a856-fe34-4fdc-b8b0-ad72636f9182 req-ca1e8f55-14cc-44b3-8f9e-5947e6b5353e tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_rules [ 979.676743] env[66947]: INFO networking_nsxv3.common.synchronization [req-50f6a856-fe34-4fdc-b8b0-ad72636f9182 req-ca1e8f55-14cc-44b3-8f9e-5947e6b5353e tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_members [ 979.676863] env[66947]: INFO networking_nsxv3.common.synchronization [req-50f6a856-fe34-4fdc-b8b0-ad72636f9182 req-ca1e8f55-14cc-44b3-8f9e-5947e6b5353e tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 774c1768-f2e6-4504-9b83-0990bb71ca24 with Priority: HIGHEST for action port [ 979.677339] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 979.677504] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGHEST for action security_group_rules [ 979.677628] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_members [ 979.677729] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774c1768-f2e6-4504-9b83-0990bb71ca24 with Priority: HIGHEST for action port [ 979.677863] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_rules [ 979.677967] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 979.679056] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGHEST for action security_group_members [ 979.680897] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.681034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.681100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.682024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.682024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.682024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.682024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.682024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.682275] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a06ce31e-c2a7-441f-b3da-864a40d820e6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.682377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.682436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.682638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.682716] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.683995] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b3cad-2ace-4f9d-8765-ce24685fabae taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.684127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.684327] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-774c1768-f2e6-4504-9b83-0990bb71ca24 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.684399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.684444] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.684600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.684688] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774c1768-f2e6-4504-9b83-0990bb71ca24',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.685931] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f02b3cad-2ace-4f9d-8765-ce24685fabae taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.686036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.686229] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.686314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.686496] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06ce31e-c2a7-441f-b3da-864a40d820e6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.686577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.736864] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b99151e-fe66-44a1-af70-3c916dfb08fa: rpc.has_security_group_logging(os_id): False [ 979.766179] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.766179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.766179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.766179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.766179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.766179] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.766179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.766179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.766179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.766535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.766535] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.766610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.766645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.766786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.766859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.767180] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.767285] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.767346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.767502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.767573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.767658] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 979.857659] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.857798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.857867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.858109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.858256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.885215] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 980.099486] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.104467] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.134359] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.189035] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 774c1768-f2e6-4504-9b83-0990bb71ca24 with status ACTIVE [ 980.189295] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.189438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.189506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.189733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.189833] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.190700] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.190700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.190700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.190700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.190700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.190700] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.190700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.191177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.191177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.191177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.191177] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 774c1768-f2e6-4504-9b83-0990bb71ca24 is going to be updated. [ 980.192775] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06ce31e-c2a7-441f-b3da-864a40d820e6 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.192775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.215290] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.215867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.215867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.215867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.215867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.216049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774c1768-f2e6-4504-9b83-0990bb71ca24" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.609348] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.609541] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.609607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.609776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.609866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.609962] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b3cad-2ace-4f9d-8765-ce24685fabae is going to be created. [ 980.611304] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.611430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.611548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.611672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.611770] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.611847] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 980.637313] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.637513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.637585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.637800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.637982] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.639405] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.644270] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.644270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.644270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.644270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.644270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.654362] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 980.655330] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: UNINITIALIZED for 2s [ 980.722058] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 980.722058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.722058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.722058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.722058] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.722058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.722058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.722058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.722058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.722058] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.144536] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.144536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.144536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.144761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.144854] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.144967] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 is going to be created. [ 981.170205] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.170205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.170325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.171065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.171065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.183155] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 in Status: UNINITIALIZED for 2s [ 981.224262] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.727373] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.865399] env[66947]: INFO networking_nsxv3.common.synchronization [req-7a0f96a5-0da0-4503-9cad-4d3677fe20f5 req-a6709253-d7a9-4020-b3eb-8795f5f2b850 tempest-ServerExternalEventsTest-940151556 tempest-ServerExternalEventsTest-940151556-project-member] Enqueued Resource ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 with Priority: HIGHEST for action security_group_members [ 981.865921] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 with Priority: HIGHEST for action security_group_members [ 981.866742] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97a52c-43e1-4c9e-974b-602945cfe3e2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.866742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.866742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.867027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.867027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.867119] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.867501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.867501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.867501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.867708] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af97a52c-43e1-4c9e-974b-602945cfe3e2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.902260] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 981.903286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.229791] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.230108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.230108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.231052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.231052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.231052] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 982.267367] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.267649] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.267833] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.268137] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.268474] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.268654] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.268787] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.269073] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.269279] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.269491] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.269607] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.269715] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.269824] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.269934] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.270050] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.270221] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.272235] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.272323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.272419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.272606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.272755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.285906] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 982.295896] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.296601] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.296601] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.296601] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.296764] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-153d3486-5b96-432d-97dd-0bda1059c296 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.296908] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-153d3486-5b96-432d-97dd-0bda1059c296" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.297038] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-153d3486-5b96-432d-97dd-0bda1059c296" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.297492] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-153d3486-5b96-432d-97dd-0bda1059c296" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.297566] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153d3486-5b96-432d-97dd-0bda1059c296',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.372870] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.372870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.372870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.372870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.372870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.372870] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.372870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.372870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.372870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.372870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.372870] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 already deleted. [ 982.372870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.670023] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 982.670023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.670023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.670023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.670023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.670023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.670023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.670023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.670023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.670023] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.671185] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: SUCCESS [ 982.671573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.671884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.672142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.672550] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.672793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.672939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.673178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.673374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.673632] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.800835] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.801257] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.801257] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.801330] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.801754] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.801754] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 153d3486-5b96-432d-97dd-0bda1059c296 not found, creating... [ 982.801927] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.802045] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.802167] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.802405] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.802542] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.804378] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.804378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.804378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.804378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.804378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.804378] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 153d3486-5b96-432d-97dd-0bda1059c296 is going to be created. [ 982.826400] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.826628] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.827710] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.827710] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.827710] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.827710] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-153d3486-5b96-432d-97dd-0bda1059c296" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.175899] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.176881] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.193500] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 in Status: SUCCESS [ 983.193714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.194130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.194373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.194563] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.194672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.194735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.194884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.194960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.195066] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.538286] env[66947]: INFO networking_nsxv3.common.synchronization [req-7a0f96a5-0da0-4503-9cad-4d3677fe20f5 req-2e7bb209-74d3-43d7-a6fe-21d9ed598092 service nova] Enqueued Resource ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 with Priority: HIGHEST for action security_group_rules [ 983.538426] env[66947]: INFO networking_nsxv3.common.synchronization [req-7a0f96a5-0da0-4503-9cad-4d3677fe20f5 req-2e7bb209-74d3-43d7-a6fe-21d9ed598092 service nova] Enqueued Resource ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 with Priority: HIGHEST for action security_group_members [ 983.538662] env[66947]: INFO networking_nsxv3.common.synchronization [req-7a0f96a5-0da0-4503-9cad-4d3677fe20f5 req-2e7bb209-74d3-43d7-a6fe-21d9ed598092 service nova] Enqueued Resource ID: 153d3486-5b96-432d-97dd-0bda1059c296 with Priority: HIGHEST for action port [ 983.539269] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 with Priority: HIGHEST for action security_group_rules [ 983.539397] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 with Priority: HIGHEST for action security_group_members [ 983.539500] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 153d3486-5b96-432d-97dd-0bda1059c296 with Priority: HIGHEST for action port [ 983.539945] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af97a52c-43e1-4c9e-974b-602945cfe3e2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.539945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.539945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.540215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.540305] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af97a52c-43e1-4c9e-974b-602945cfe3e2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.541150] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97a52c-43e1-4c9e-974b-602945cfe3e2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.541396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.541396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.543397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.543397] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.543397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.543397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.543397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.543397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.543397] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af97a52c-43e1-4c9e-974b-602945cfe3e2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.543397] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-153d3486-5b96-432d-97dd-0bda1059c296 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.543841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-153d3486-5b96-432d-97dd-0bda1059c296" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.543841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-153d3486-5b96-432d-97dd-0bda1059c296" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.543841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-153d3486-5b96-432d-97dd-0bda1059c296" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.543841] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('153d3486-5b96-432d-97dd-0bda1059c296',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.678494] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.679467] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.697503] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.045016] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97a52c-43e1-4c9e-974b-602945cfe3e2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.045326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.045382] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af97a52c-43e1-4c9e-974b-602945cfe3e2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.046233] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 153d3486-5b96-432d-97dd-0bda1059c296 with status ACTIVE [ 984.046414] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.046624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.046702] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.047047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.047047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.047732] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.047732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.047814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.047945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.050943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.050943] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.050943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.050943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.050943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.050943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.050943] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 153d3486-5b96-432d-97dd-0bda1059c296 is going to be updated. [ 984.081359] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.081679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.081679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.081944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.082146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.082366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-153d3486-5b96-432d-97dd-0bda1059c296" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.182768] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.182939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.183051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.183274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.183568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.183568] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 984.185180] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.185403] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.185512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.185795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.185920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.186091] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b3cad-2ace-4f9d-8765-ce24685fabae is going to be updated. [ 984.198888] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.220693] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.220889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.220889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.221123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.221437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.224348] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.224512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.224585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.224758] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.224903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.236624] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: IN_PROGRESS for 2s [ 984.237199] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 984.297822] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 984.297822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.297822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.297822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.298206] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.298206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.298340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.298388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.298545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.298545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.298746] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.420616] env[66947]: INFO networking_nsxv3.common.synchronization [req-7957360a-5b6c-498b-a592-caa2b50648a6 req-6041a1a1-2cea-45e1-a5c0-f3bb1953616d tempest-AttachVolumeTestJSON-1043722275 tempest-AttachVolumeTestJSON-1043722275-project-member] Enqueued Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_members [ 984.421517] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_members [ 984.422637] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eea1704-bf63-477c-a1b3-4c8274c6bda7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.422637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.422637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.422637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.422910] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.422970] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.423042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.423371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.423658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.423803] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eea1704-bf63-477c-a1b3-4c8274c6bda7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.550727] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af97a52c-43e1-4c9e-974b-602945cfe3e2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.779444] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.779583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.779654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.779859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.779949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.780066] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 is going to be updated. [ 984.782268] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.782268] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-665" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.782268] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-665" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.782656] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-665" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.782963] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.783169] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.783385] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.783598] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.783748] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.783947] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.784071] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.784179] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.784283] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.784391] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.784495] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.784621] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.801260] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.801467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.801545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.801682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.801891] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.801960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.802058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.802348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.802424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.802513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.802662] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.802752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.802813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.802985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.803146] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.803234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.803292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.803423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.803512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.803605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.803736] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.808739] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.808739] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.808739] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.808739] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-665" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.808739] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-ee065e3d-8255-4816-9d0d-961f21df07a6 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.808739] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-ee065e3d-8255-4816-9d0d-961f21df07a6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.808739] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-ee065e3d-8255-4816-9d0d-961f21df07a6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.808739] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-ee065e3d-8255-4816-9d0d-961f21df07a6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.809406] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee065e3d-8255-4816-9d0d-961f21df07a6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.817597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.817728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.817792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.818074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.818270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.828420] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 in Status: IN_PROGRESS for 2s [ 984.927175] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.927175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.927175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.927175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.927175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.927175] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.927175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.927175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.927175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.927175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.927175] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 already deleted. [ 984.928080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.052779] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.055256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.055256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.055256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.055256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.055256] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 is going to be created. [ 985.086476] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.086476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.086611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.087127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.087127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.099775] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 in Status: UNINITIALIZED for 2s [ 985.307390] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7493f2a-243d-427d-b10d-f161c1f1a22b: rpc.has_security_group_logging(os_id): False [ 985.313024] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.313407] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.314061] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.314300] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.314595] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.314867] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port ee065e3d-8255-4816-9d0d-961f21df07a6 not found, creating... [ 985.315365] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.315657] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.315892] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.316296] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.316569] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.317080] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.317378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.317571] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.317931] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.318193] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.318489] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: ee065e3d-8255-4816-9d0d-961f21df07a6 is going to be created. [ 985.347554] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.347805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.347852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.348171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.367086] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.367086] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.367338] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.367666] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.367927] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.368330] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-ee065e3d-8255-4816-9d0d-961f21df07a6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.391300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.391587] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.391753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.391853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.392124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.392268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.392457] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.392605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.392725] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.392954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.393096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.393435] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.393592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.393788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.393889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.393983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.394118] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 985.506833] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.506833] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.506833] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.506833] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.506833] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.526698] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 986.020263] env[66947]: INFO networking_nsxv3.common.synchronization [req-7957360a-5b6c-498b-a592-caa2b50648a6 req-f35b1252-82e4-4296-af30-2468d5f89478 service nova] Enqueued Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_rules [ 986.020444] env[66947]: INFO networking_nsxv3.common.synchronization [req-7957360a-5b6c-498b-a592-caa2b50648a6 req-f35b1252-82e4-4296-af30-2468d5f89478 service nova] Enqueued Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_members [ 986.020585] env[66947]: INFO networking_nsxv3.common.synchronization [req-7957360a-5b6c-498b-a592-caa2b50648a6 req-f35b1252-82e4-4296-af30-2468d5f89478 service nova] Enqueued Resource ID: ee065e3d-8255-4816-9d0d-961f21df07a6 with Priority: HIGHEST for action port [ 986.021111] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_rules [ 986.021289] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_members [ 986.021381] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee065e3d-8255-4816-9d0d-961f21df07a6 with Priority: HIGHEST for action port [ 986.021674] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.021793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.021857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.022164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.022243] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7eea1704-bf63-477c-a1b3-4c8274c6bda7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.023167] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eea1704-bf63-477c-a1b3-4c8274c6bda7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.023297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.023382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.023562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.023761] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.023809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.023861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.024171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.024171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.024171] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eea1704-bf63-477c-a1b3-4c8274c6bda7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.024884] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee065e3d-8255-4816-9d0d-961f21df07a6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.025022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee065e3d-8255-4816-9d0d-961f21df07a6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.025066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee065e3d-8255-4816-9d0d-961f21df07a6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.025206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee065e3d-8255-4816-9d0d-961f21df07a6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.025331] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee065e3d-8255-4816-9d0d-961f21df07a6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.248198] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 986.248566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.248566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.249078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.249078] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.249078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.249477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.249477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.249477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.249477] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.250972] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: SUCCESS [ 986.251161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.251329] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.251501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.251664] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.251868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.251868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.251966] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.252036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.252125] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.526728] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7eea1704-bf63-477c-a1b3-4c8274c6bda7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.527715] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eea1704-bf63-477c-a1b3-4c8274c6bda7 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.527824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.528587] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee065e3d-8255-4816-9d0d-961f21df07a6 with status ACTIVE [ 986.528755] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.528861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.528926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.529164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.529556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.529556] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.529556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.529556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.529930] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.529930] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.529998] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.530148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.530148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.530280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.530347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.530520] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee065e3d-8255-4816-9d0d-961f21df07a6 is going to be updated. [ 986.553365] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.553571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.553636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.553858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.554043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.554219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee065e3d-8255-4816-9d0d-961f21df07a6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.756023] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.756023] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.838440] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 in Status: SUCCESS [ 986.838647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.838816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.839054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.839370] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.839493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.839555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.839711] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.840114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.840114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.840114] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.946232] env[66947]: INFO networking_nsxv3.common.synchronization [req-ae2b8dc5-3389-497e-9722-d23fe69e19ae req-53bd39aa-738f-4b7e-b50d-a772931d7ef8 tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_members [ 986.946232] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_members [ 986.946232] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db41557-02cc-42e4-8a97-0c4ccb31a172 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.946232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.946232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.946232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.946232] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.946232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.946232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.946232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.946232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.946232] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.029426] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7eea1704-bf63-477c-a1b3-4c8274c6bda7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.113650] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 in Status: SUCCESS [ 987.113650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.113650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.113650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.113650] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.113650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.113650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.113650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.113650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.114015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.114015] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af97a52c-43e1-4c9e-974b-602945cfe3e2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.258578] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.259547] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.337644] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.337852] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.337978] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.338258] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.338515] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.338671] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.338788] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.338999] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.339166] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.339390] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.339495] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.339603] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.339707] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.339817] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.339922] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.340067] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.341760] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.358682] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.358682] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.358682] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.358951] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.359096] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-0e1512a3-127d-4c2a-826e-dfd2c6577171 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.359286] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-0e1512a3-127d-4c2a-826e-dfd2c6577171" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.359409] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-0e1512a3-127d-4c2a-826e-dfd2c6577171" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.359750] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-0e1512a3-127d-4c2a-826e-dfd2c6577171" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.359889] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e1512a3-127d-4c2a-826e-dfd2c6577171',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.445982] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.446142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.446225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.446461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.446554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.446743] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.446865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.446910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.447120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.447120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.447214] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 already deleted. [ 987.447274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.531798] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.531948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.532016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.532301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.532511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.532625] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 is going to be created. [ 987.543124] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 987.543347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.558498] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.558677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.558724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.558990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.559103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.569866] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 in Status: UNINITIALIZED for 2s [ 987.620041] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97a52c-43e1-4c9e-974b-602945cfe3e2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.620228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.620269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.620503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.620695] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.620876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.620876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.621044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.621133] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.621223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.621433] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97a52c-43e1-4c9e-974b-602945cfe3e2 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.621845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.621845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.621845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.622095] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.622095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.622215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.622310] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.622399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.622482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.622571] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af97a52c-43e1-4c9e-974b-602945cfe3e2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.761745] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.761968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.761968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.762262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.762384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.762500] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 987.763830] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.763984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.763984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.764167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.764251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.764328] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b3cad-2ace-4f9d-8765-ce24685fabae is going to be updated. [ 987.795056] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.795254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.795391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.796030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.796030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.797740] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.797908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.798014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.798236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.798363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.809290] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: IN_PROGRESS for 2s [ 987.810272] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 987.844794] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a06ce31e-c2a7-441f-b3da-864a40d820e6: rpc.has_security_group_logging(os_id): False [ 987.863023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.863207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.863251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.863462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.863642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.863777] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.863882] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.863954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.864123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.864176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.864237] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 is going to be created. [ 987.865586] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.865833] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.865973] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.866233] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.866403] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.866555] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 0e1512a3-127d-4c2a-826e-dfd2c6577171 not found, creating... [ 987.866803] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.866955] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.867082] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.867286] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.867422] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.867691] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.867845] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.867961] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.868177] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.868312] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.868448] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 0e1512a3-127d-4c2a-826e-dfd2c6577171 is going to be created. [ 987.894935] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.895186] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.895319] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.895590] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.895819] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.896048] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-0e1512a3-127d-4c2a-826e-dfd2c6577171" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.960585] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.960786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.960865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.961147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.961388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.991834] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 in Status: IN_PROGRESS for 2s [ 988.125389] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af97a52c-43e1-4c9e-974b-602945cfe3e2: rpc.has_security_group_logging(os_id): False [ 988.144047] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.144047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.144282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.144324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.144406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.144641] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.144717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.145088] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.145088] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.145088] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.145299] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.145405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.145465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.145644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.145712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.145901] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.146014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.146074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.146236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.146348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.146446] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 is going to be created. [ 988.211323] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.211323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.211323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.211785] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.211916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.231513] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 in Status: IN_PROGRESS for 2s [ 988.616260] env[66947]: INFO networking_nsxv3.common.synchronization [req-ae2b8dc5-3389-497e-9722-d23fe69e19ae req-31bfe58e-1d5e-479f-9273-5c203574e4cd service nova] Enqueued Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_rules [ 988.616541] env[66947]: INFO networking_nsxv3.common.synchronization [req-ae2b8dc5-3389-497e-9722-d23fe69e19ae req-31bfe58e-1d5e-479f-9273-5c203574e4cd service nova] Enqueued Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_members [ 988.616606] env[66947]: INFO networking_nsxv3.common.synchronization [req-ae2b8dc5-3389-497e-9722-d23fe69e19ae req-31bfe58e-1d5e-479f-9273-5c203574e4cd service nova] Enqueued Resource ID: 0e1512a3-127d-4c2a-826e-dfd2c6577171 with Priority: HIGHEST for action port [ 988.617219] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_rules [ 988.617383] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_members [ 988.617516] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e1512a3-127d-4c2a-826e-dfd2c6577171 with Priority: HIGHEST for action port [ 988.617779] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db41557-02cc-42e4-8a97-0c4ccb31a172 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.620844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.620942] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.621158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.621253] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.622332] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db41557-02cc-42e4-8a97-0c4ccb31a172 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.623299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.623376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.623610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.623727] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.623828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.623888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.624036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.624122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.626112] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.627948] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e1512a3-127d-4c2a-826e-dfd2c6577171 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.627948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e1512a3-127d-4c2a-826e-dfd2c6577171" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.627948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e1512a3-127d-4c2a-826e-dfd2c6577171" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.627948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e1512a3-127d-4c2a-826e-dfd2c6577171" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.627948] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e1512a3-127d-4c2a-826e-dfd2c6577171',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.130469] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db41557-02cc-42e4-8a97-0c4ccb31a172 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.130469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.130469] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.131862] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e1512a3-127d-4c2a-826e-dfd2c6577171 with status ACTIVE [ 989.131862] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.131862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.131862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.131862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.131862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.132100] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.132100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.132171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.132766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.132766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.132766] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.132766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.132766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.132993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.132993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.133072] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e1512a3-127d-4c2a-826e-dfd2c6577171 is going to be updated. [ 989.155712] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.155851] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.155926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.156160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.156297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.156456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e1512a3-127d-4c2a-826e-dfd2c6577171" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.581399] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 in Status: SUCCESS [ 989.581576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.581844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.582126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.582378] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.582525] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.582616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.582806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.582912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.583011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.583116] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7eea1704-bf63-477c-a1b3-4c8274c6bda7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.635511] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.822254] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 989.822493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.822672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.822919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.823157] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.823413] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.823413] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.823587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.823717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.823817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.824380] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.826365] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: SUCCESS [ 989.827020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.827020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.827020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.827205] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.827400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.827400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.827599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.827653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.827768] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.830375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.830375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.830375] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.830375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.830375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.830375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.830375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.830375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.830375] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.830980] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.830980] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.830980] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.830980] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.831129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.833582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.833737] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.833879] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.871955] env[66947]: INFO networking_nsxv3.common.synchronization [req-972d076c-d52c-4e8b-b1f9-84a088c1e747 req-3fe87f41-d482-4092-841a-c4ad80fe5253 tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 989.872508] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 989.872981] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.873085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.873138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.873363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.873522] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.874722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.874722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.874722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.874722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.874722] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.005338] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 in Status: SUCCESS [ 990.005724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.085927] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7eea1704-bf63-477c-a1b3-4c8274c6bda7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.137308] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.137519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.137554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.137812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.137902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.138046] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 is going to be created. [ 990.172354] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.172982] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.173101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.173543] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.173950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.188911] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 in Status: UNINITIALIZED for 2s [ 990.243492] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 in Status: SUCCESS [ 990.243741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.333066] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.333066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.333066] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.335843] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.336815] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.376839] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.588877] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7eea1704-bf63-477c-a1b3-4c8274c6bda7: rpc.has_security_group_logging(os_id): False [ 990.611691] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.611691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.611975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.612167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.612303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.612697] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.612887] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.612995] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.613296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.613444] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.613590] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 is going to be created. [ 990.685968] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.686406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.686406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.686613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.687054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.698273] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 in Status: IN_PROGRESS for 2s [ 990.836066] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.839438] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f02b3cad-2ace-4f9d-8765-ce24685fabae: rpc.has_security_group_logging(os_id): False [ 990.840892] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.865251] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.866085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.866085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.866085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.866085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.866307] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.866361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.866393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.866543] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.866739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.866739] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02b3cad-2ace-4f9d-8765-ce24685fabae is going to be created. [ 990.880131] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.979317] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.979484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.979559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.979774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.979945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.992561] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: IN_PROGRESS for 2s [ 991.342965] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.343596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.343596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.343596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.343596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.343728] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 991.344970] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.345102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.345170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.345334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.345420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.345513] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b3cad-2ace-4f9d-8765-ce24685fabae is going to be updated. [ 991.378989] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.379163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.379163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.380268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.380268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.382125] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.382382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.382382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.383055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.383055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.384093] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.384093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.384231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.384351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.384456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.384554] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 991.396407] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: IN_PROGRESS for 2s [ 991.397137] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 991.413926] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.413926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.413926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.413926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.413926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.429480] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 991.764496] env[66947]: INFO networking_nsxv3.common.synchronization [req-4671b686-e9d8-4f2e-836a-6fea298096ef req-3de4dba4-2352-435d-8632-d9e3482d0606 tempest-ImagesTestJSON-1156122672 tempest-ImagesTestJSON-1156122672-project-member] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 991.764896] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 991.765829] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.766017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.766094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.766307] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.766556] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.766663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.766727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.766881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.766968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.767083] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.198338] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 in Status: SUCCESS [ 992.198544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.198736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.198915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.199116] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.199238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.199309] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.199496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.199580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.199736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.199736] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.269486] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.269712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.269866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.270126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.303674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.303942] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.304076] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.304179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.304340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.304560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.304654] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 992.334120] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.334365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.334481] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.334797] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.335011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.361175] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 992.703746] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.711513] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 in Status: SUCCESS [ 992.711885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.006998] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: SUCCESS [ 993.007312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.007416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.007735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.010434] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.207962] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9db41557-02cc-42e4-8a97-0c4ccb31a172: rpc.has_security_group_logging(os_id): False [ 993.227295] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.227438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.227510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.227741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.227827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.228076] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.228177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.228239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.228478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.228556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.228644] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 is going to be created. [ 993.303575] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.303781] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.303781] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.304010] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.304173] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.315928] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 in Status: IN_PROGRESS for 2s [ 993.413114] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 993.413114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.415574] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: SUCCESS [ 993.416041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.416041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.416284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.416456] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.416563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.416671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.416866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.416974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.417268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.417320] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.417465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.417562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.417733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.417903] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.418047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.418330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.418330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.418505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.418700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.418700] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.445596] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 993.447286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.510909] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b3cad-2ace-4f9d-8765-ce24685fabae taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.511070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.511140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.511397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.511669] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.511820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.511888] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.512087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.512213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.512326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.512464] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.922329] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f9e66a-328b-4411-a10f-0ff1e6e87eaf: rpc.has_security_group_logging(os_id): False [ 993.945278] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.945278] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.945278] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.945934] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.945934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.945934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.946336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.947213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.947325] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 994.014533] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.036941] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.037144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.037144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.037566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.037675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.057316] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 994.370980] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 994.371170] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c deletion is rescheduled due to dependency. [ 994.371319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.517494] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f02b3cad-2ace-4f9d-8765-ce24685fabae: rpc.has_security_group_logging(os_id): False [ 994.546768] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.547110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.547110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.547234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.547330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.547572] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.547673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.547736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.547882] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.547965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.548107] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f02b3cad-2ace-4f9d-8765-ce24685fabae is going to be updated. [ 994.612493] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.612493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.612493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.612493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.612998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.624673] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: IN_PROGRESS for 2s [ 995.329539] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 in Status: SUCCESS [ 995.329847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.774231] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-d39ac459-4971-481c-a385-d6913ff964fd tempest-ListServersNegativeTestJSON-488587181 tempest-ListServersNegativeTestJSON-488587181-project-member] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 995.774838] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 995.776544] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.776544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.776544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.777198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.777557] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.777751] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.777875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.778182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.778353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.778525] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.077159] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 996.077159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.077159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.077159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.077159] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.281864] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.282165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.282165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.282358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.282437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.282826] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.282826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.282826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.283140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.283140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.283140] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 already deleted. [ 996.284287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.307085] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.307504] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.307662] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.307984] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.308341] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.310234] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.310234] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.310234] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.310234] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.310234] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.310234] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.310234] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.310234] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.310234] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.310234] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.310234] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.330708] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.330708] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.331133] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.331133] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.331413] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-992a1c39-2965-4529-9965-0f266eddfeb7 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.331575] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-992a1c39-2965-4529-9965-0f266eddfeb7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.331690] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-992a1c39-2965-4529-9965-0f266eddfeb7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.332291] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-992a1c39-2965-4529-9965-0f266eddfeb7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.332291] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('992a1c39-2965-4529-9965-0f266eddfeb7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.582291] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.582435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.582515] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.582729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.582906] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.583045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.583104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.583265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.583351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.583441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.583531] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.641162] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: SUCCESS [ 996.641162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.834584] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.834870] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.834956] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.835274] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.835396] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.835551] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 992a1c39-2965-4529-9965-0f266eddfeb7 not found, creating... [ 996.835874] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.835989] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.836094] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.836305] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.836444] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.836732] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.836889] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.837112] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.837241] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.837374] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.837513] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 992a1c39-2965-4529-9965-0f266eddfeb7 is going to be created. [ 996.857977] env[66947]: INFO networking_nsxv3.common.synchronization [req-21054820-b977-497f-8a93-ee24ca42c091 req-b71077d9-e9e4-49f2-bbf7-6902bf0d5361 tempest-ServerExternalEventsTest-940151556 tempest-ServerExternalEventsTest-940151556-project-member] Enqueued Resource ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 with Priority: HIGHEST for action security_group_members [ 996.859596] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.859858] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.860042] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.860352] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.860628] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.860894] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-992a1c39-2965-4529-9965-0f266eddfeb7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.861913] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 with Priority: HIGHEST for action security_group_members [ 996.862426] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-af97a52c-43e1-4c9e-974b-602945cfe3e2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.862540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.862594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.862810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.862947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.863059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.863124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.863276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.863357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.863453] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af97a52c-43e1-4c9e-974b-602945cfe3e2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.085584] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.085772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.085834] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.086091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.086633] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.086797] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.086905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.087130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.087241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.087341] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.087554] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.087665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.087728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.087984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.088087] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.088234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.088234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.088372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.088446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.088527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.088614] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.366161] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.366463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.366463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.366633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.366724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.366975] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.367128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.367215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.367414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.367674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.367731] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 is going to be updated. [ 997.400567] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.401382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.401382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.401382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.401382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.409633] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 in Status: IN_PROGRESS for 2s [ 997.570129] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-1753776a-cbcc-4e21-a482-440b815d2e90 service nova] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_rules [ 997.570298] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-1753776a-cbcc-4e21-a482-440b815d2e90 service nova] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 997.570557] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-1753776a-cbcc-4e21-a482-440b815d2e90 service nova] Enqueued Resource ID: 992a1c39-2965-4529-9965-0f266eddfeb7 with Priority: HIGHEST for action port [ 997.571233] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_rules [ 997.571233] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 997.571233] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 992a1c39-2965-4529-9965-0f266eddfeb7 with Priority: HIGHEST for action port [ 997.571592] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.571753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.571753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.572036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.572127] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.573072] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.573172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.573215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.573377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.573877] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.574069] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.574069] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.574219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.574289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.574381] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.575165] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-992a1c39-2965-4529-9965-0f266eddfeb7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.575239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-992a1c39-2965-4529-9965-0f266eddfeb7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.575301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-992a1c39-2965-4529-9965-0f266eddfeb7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.575460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-992a1c39-2965-4529-9965-0f266eddfeb7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.575543] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('992a1c39-2965-4529-9965-0f266eddfeb7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.592077] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f9e66a-328b-4411-a10f-0ff1e6e87eaf: rpc.has_security_group_logging(os_id): False [ 997.611781] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.611924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.611998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.612219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.612325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.612537] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.612680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.612780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.613113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.613113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.613275] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.613355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.613422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.613570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.613655] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.613896] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.614024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.614079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.614191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.614264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.614349] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 997.690232] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.690405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.690481] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.690691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.690837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.704588] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 998.076761] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.078077] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.078246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.079417] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 992a1c39-2965-4529-9965-0f266eddfeb7 with status ACTIVE [ 998.079629] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.079764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.079841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.080105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.080209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.080919] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.080919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.080919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.080919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.080919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.081182] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.081282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.081282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.081452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.081555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.081672] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 992a1c39-2965-4529-9965-0f266eddfeb7 is going to be updated. [ 998.106965] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.107161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.107209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.107438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.107647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.107906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-992a1c39-2965-4529-9965-0f266eddfeb7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.534504] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-f3bf565d-5493-4cfb-ac3d-721b6fc1b958 tempest-ListServersNegativeTestJSON-488587181 tempest-ListServersNegativeTestJSON-488587181-project-member] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 998.535283] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 998.535724] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.535868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.584144] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.894968] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.895202] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.895330] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.895657] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.895920] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.896107] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.896247] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.896487] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.896655] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.896880] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.896994] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.897135] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.897245] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.897382] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.897642] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.897859] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.917836] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.918094] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.918412] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.918527] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.918983] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-6e701097-f3db-4e17-9c3b-50eb27b0cbf7 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.919304] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-6e701097-f3db-4e17-9c3b-50eb27b0cbf7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.919568] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-6e701097-f3db-4e17-9c3b-50eb27b0cbf7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.919997] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-6e701097-f3db-4e17-9c3b-50eb27b0cbf7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.920212] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e701097-f3db-4e17-9c3b-50eb27b0cbf7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.087081] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.089555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.089555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.089555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.089555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.089555] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 is going to be created. [ 999.122025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.122025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.122025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.122025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.122025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.134794] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: UNINITIALIZED for 2s [ 999.422369] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 in Status: SUCCESS [ 999.422369] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 deletion is rescheduled due to dependency. [ 999.422369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.424363] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.424581] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.424684] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.424964] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.428588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.428588] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 6e701097-f3db-4e17-9c3b-50eb27b0cbf7 not found, creating... [ 999.428588] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.428588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.428588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.428588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.428588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.428588] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.428588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.428588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.429512] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.429512] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.429512] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 6e701097-f3db-4e17-9c3b-50eb27b0cbf7 is going to be created. [ 999.464768] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.464939] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.465074] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.465349] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.465741] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.465844] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-6e701097-f3db-4e17-9c3b-50eb27b0cbf7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.721468] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 999.721805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.205741] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-b7260826-58b8-49b0-b95a-695d5160de70 service nova] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_rules [ 1000.205999] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-b7260826-58b8-49b0-b95a-695d5160de70 service nova] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1000.206171] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-b7260826-58b8-49b0-b95a-695d5160de70 service nova] Enqueued Resource ID: 6e701097-f3db-4e17-9c3b-50eb27b0cbf7 with Priority: HIGHEST for action port [ 1000.206698] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_rules [ 1000.206971] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1000.206971] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e701097-f3db-4e17-9c3b-50eb27b0cbf7 with Priority: HIGHEST for action port [ 1000.207396] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.207503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.207727] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.207823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.208741] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e701097-f3db-4e17-9c3b-50eb27b0cbf7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.208872] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e701097-f3db-4e17-9c3b-50eb27b0cbf7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.208872] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e701097-f3db-4e17-9c3b-50eb27b0cbf7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.209188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e701097-f3db-4e17-9c3b-50eb27b0cbf7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.209310] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e701097-f3db-4e17-9c3b-50eb27b0cbf7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.712045] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e701097-f3db-4e17-9c3b-50eb27b0cbf7 with status ACTIVE [ 1000.712244] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.712696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.712776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.712990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.713110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.713321] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.713459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.713564] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.713810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.713922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.714209] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.714327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.714406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.714605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.714721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.714854] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e701097-f3db-4e17-9c3b-50eb27b0cbf7 is going to be updated. [ 1000.739981] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.740410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.740466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.740647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.740784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.740945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e701097-f3db-4e17-9c3b-50eb27b0cbf7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.063952] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-5385e70e-612b-4897-96a0-7841e3df98ef tempest-ListServersNegativeTestJSON-488587181 tempest-ListServersNegativeTestJSON-488587181-project-member] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1001.066798] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1001.067506] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.067640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.144929] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: SUCCESS [ 1001.144929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.145143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.145267] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.145479] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.145578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.145675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.146856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.146856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.146856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.146856] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.147093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.147447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.147447] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.147447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.147617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.147647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.147773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.147827] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.417677] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-617 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.417872] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.417995] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.418455] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.418718] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.418894] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.419021] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.419231] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.419445] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.419629] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.419744] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.419875] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.419986] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.420111] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.420217] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.420344] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.439328] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.439519] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.439672] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.439846] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-617" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.440181] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-0807d6b6-c1e6-462b-a2e7-e93f51291b12 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.440359] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-0807d6b6-c1e6-462b-a2e7-e93f51291b12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.440480] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-0807d6b6-c1e6-462b-a2e7-e93f51291b12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.441055] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-0807d6b6-c1e6-462b-a2e7-e93f51291b12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.441055] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0807d6b6-c1e6-462b-a2e7-e93f51291b12',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.649417] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.649566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.649829] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.945410] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.945775] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.945974] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.946399] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.946640] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.946920] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 0807d6b6-c1e6-462b-a2e7-e93f51291b12 not found, creating... [ 1001.947360] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.947612] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.947809] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.948166] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.948403] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.948852] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.949126] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.949309] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.949621] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.949851] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.950100] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 0807d6b6-c1e6-462b-a2e7-e93f51291b12 is going to be created. [ 1001.986356] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.986567] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.986690] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.987153] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.987220] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.987430] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-0807d6b6-c1e6-462b-a2e7-e93f51291b12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.154008] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.655511] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.655715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.655755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.656020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.656133] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.656259] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 is going to be updated. [ 1002.695297] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.695913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.695913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.695913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.695913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.708280] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: IN_PROGRESS for 2s [ 1002.735904] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-d600264f-4e49-4bd5-b0f1-fe0af135f707 service nova] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_rules [ 1002.735904] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-d600264f-4e49-4bd5-b0f1-fe0af135f707 service nova] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1002.735904] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f4447bf-e20f-412a-92e1-494fc0e66281 req-d600264f-4e49-4bd5-b0f1-fe0af135f707 service nova] Enqueued Resource ID: 0807d6b6-c1e6-462b-a2e7-e93f51291b12 with Priority: HIGHEST for action port [ 1002.736353] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_rules [ 1002.736487] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1002.737250] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0807d6b6-c1e6-462b-a2e7-e93f51291b12 with Priority: HIGHEST for action port [ 1002.737635] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.737766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.738106] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.738106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.738259] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-0807d6b6-c1e6-462b-a2e7-e93f51291b12 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.738419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0807d6b6-c1e6-462b-a2e7-e93f51291b12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.738419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0807d6b6-c1e6-462b-a2e7-e93f51291b12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.738576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0807d6b6-c1e6-462b-a2e7-e93f51291b12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.738656] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0807d6b6-c1e6-462b-a2e7-e93f51291b12',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.241378] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0807d6b6-c1e6-462b-a2e7-e93f51291b12 with status ACTIVE [ 1003.241859] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.241859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.242036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.242094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.242194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.242372] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.242489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.242553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.242700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.242772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.242968] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.243074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.243147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.243272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.243334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.243462] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0807d6b6-c1e6-462b-a2e7-e93f51291b12 is going to be updated. [ 1003.270537] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.270727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.270842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.271268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.271488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.271692] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0807d6b6-c1e6-462b-a2e7-e93f51291b12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.635573] env[66947]: INFO networking_nsxv3.common.synchronization [req-52ee8f3e-e260-4193-a355-311bc6fb9c31 req-d610dd3a-d248-4c13-a678-14587d03b4eb tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1003.636809] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1003.636809] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.636809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.636809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.637454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.637454] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.637454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.637454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.637844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.637844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.637844] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.990957] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.991230] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.991312] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.991664] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.991906] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.992382] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.992719] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.992902] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.993385] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.993385] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.993545] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.993800] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.993995] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.994138] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.994364] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.994643] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.014905] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.015204] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.015436] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.015699] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.016083] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-c93c641e-6e45-419d-b7d6-a3d27af0ab30 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.016644] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-c93c641e-6e45-419d-b7d6-a3d27af0ab30" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.016644] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-c93c641e-6e45-419d-b7d6-a3d27af0ab30" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.017039] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-c93c641e-6e45-419d-b7d6-a3d27af0ab30" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.017255] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c93c641e-6e45-419d-b7d6-a3d27af0ab30',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.139911] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.140035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.140035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.140287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.166393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.167708] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.167708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.167708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.167708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.167708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.167708] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1004.202170] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.202930] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.203425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.204251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.204251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.219522] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1004.521097] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.521571] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.521571] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.521788] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.522020] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.522203] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port c93c641e-6e45-419d-b7d6-a3d27af0ab30 not found, creating... [ 1004.522521] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.522789] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.522963] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.523293] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.523552] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.524023] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.524288] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.524534] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.524907] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.525199] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.525470] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: c93c641e-6e45-419d-b7d6-a3d27af0ab30 is going to be created. [ 1004.578281] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.578515] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.578661] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.578951] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.579214] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.579504] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-c93c641e-6e45-419d-b7d6-a3d27af0ab30" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.723955] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: SUCCESS [ 1004.724223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.724403] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.724653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.724859] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.726047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.726047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.726047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.726047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.726047] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.227976] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.331537] env[66947]: INFO networking_nsxv3.common.synchronization [req-52ee8f3e-e260-4193-a355-311bc6fb9c31 req-12d88e3d-64c7-4f3c-a24b-3d4ff511b7f2 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 1005.331537] env[66947]: INFO networking_nsxv3.common.synchronization [req-52ee8f3e-e260-4193-a355-311bc6fb9c31 req-12d88e3d-64c7-4f3c-a24b-3d4ff511b7f2 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1005.331537] env[66947]: INFO networking_nsxv3.common.synchronization [req-52ee8f3e-e260-4193-a355-311bc6fb9c31 req-12d88e3d-64c7-4f3c-a24b-3d4ff511b7f2 service nova] Enqueued Resource ID: c93c641e-6e45-419d-b7d6-a3d27af0ab30 with Priority: HIGHEST for action port [ 1005.331971] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 1005.332790] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1005.332790] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c93c641e-6e45-419d-b7d6-a3d27af0ab30 with Priority: HIGHEST for action port [ 1005.332790] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.332790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.332790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.333071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.333071] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.334084] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.334225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.334449] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-c93c641e-6e45-419d-b7d6-a3d27af0ab30 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.334557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c93c641e-6e45-419d-b7d6-a3d27af0ab30" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.334621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c93c641e-6e45-419d-b7d6-a3d27af0ab30" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.334809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c93c641e-6e45-419d-b7d6-a3d27af0ab30" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.334926] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c93c641e-6e45-419d-b7d6-a3d27af0ab30',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.730395] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.839571] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.839795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.840085] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c93c641e-6e45-419d-b7d6-a3d27af0ab30 with status ACTIVE [ 1005.840338] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.840535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.840639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.840986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.841119] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.841327] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.841440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.841526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.841737] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.841865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.842158] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.842309] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.842342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.842475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.842574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.842675] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c93c641e-6e45-419d-b7d6-a3d27af0ab30 is going to be updated. [ 1005.867888] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.868046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.868106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.868319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.868450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.868608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c93c641e-6e45-419d-b7d6-a3d27af0ab30" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.232017] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1006.232223] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 deletion is rescheduled due to dependency. [ 1006.232461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.232593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.232714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.232906] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.233033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.233090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.233245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.233324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.233543] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.237667] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.237667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.237667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.237667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.237667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.237667] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 is going to be updated. [ 1006.281182] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.281334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.281393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.281639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.281807] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.296227] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: IN_PROGRESS for 2s [ 1006.735447] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.960487] env[66947]: INFO networking_nsxv3.common.synchronization [req-c0720ce5-f228-4fdb-9f41-2f0ba5a6aadc req-be1f0c82-3e9d-4371-8f06-2ea95158436a tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1006.961041] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1006.961424] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.961592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.961677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.961858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.963681] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.963681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.963681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.964295] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.964295] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.964441] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.241879] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.441031] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.441031] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.441031] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.441031] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.441658] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.442028] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.442269] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.442614] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.442892] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.443752] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.443752] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.443752] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.443752] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.443752] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.443992] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.443992] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.464151] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.464263] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.464444] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.464628] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.464971] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.465208] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.465371] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.465704] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.465868] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.467029] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.467146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.467187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.467655] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.491671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.491981] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.492163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.492247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.492513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.493898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.494023] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 1007.522482] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.522719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.522806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.522993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.523169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.537332] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1007.744072] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.744464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.744464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.744464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.744464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.744620] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1007.778339] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.778555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.778555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.778803] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.778966] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.789794] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1007.969190] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.970162] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.970162] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.970162] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.970162] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.970162] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea not found, creating... [ 1007.970373] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.970628] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.970628] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.970807] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.970939] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.973428] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.973428] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.973428] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.973428] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.973428] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.973428] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea is going to be created. [ 1008.008431] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.008797] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.008950] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.009365] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.009717] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.010083] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.309640] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: SUCCESS [ 1008.309640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.309640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.309813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.310379] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.310617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.310815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.311062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.311161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.311271] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.552239] env[66947]: INFO networking_nsxv3.common.synchronization [req-7f737e11-fe05-498c-aa60-6e6d4f4771db req-770496ca-fa42-4277-9c7b-cb9d70959ef2 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1008.553118] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1008.553732] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.553956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.554237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.554569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.554837] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.555040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.555182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.555447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.555661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.555831] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.721388] env[66947]: INFO networking_nsxv3.common.synchronization [req-c0720ce5-f228-4fdb-9f41-2f0ba5a6aadc req-33553618-f6be-43b2-851d-61c41b1f8d75 service nova] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_rules [ 1008.721638] env[66947]: INFO networking_nsxv3.common.synchronization [req-c0720ce5-f228-4fdb-9f41-2f0ba5a6aadc req-33553618-f6be-43b2-851d-61c41b1f8d75 service nova] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1008.721793] env[66947]: INFO networking_nsxv3.common.synchronization [req-c0720ce5-f228-4fdb-9f41-2f0ba5a6aadc req-33553618-f6be-43b2-851d-61c41b1f8d75 service nova] Enqueued Resource ID: 4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea with Priority: HIGHEST for action port [ 1008.722901] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_rules [ 1008.723221] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1008.723682] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea with Priority: HIGHEST for action port [ 1008.724060] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.724285] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.724361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.724613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.724827] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.725977] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.726162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.726583] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.726778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.727626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.732022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.732022] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.814094] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.951268] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.951482] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-821" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.951669] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-821" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.951977] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-821" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.952314] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.952497] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.952736] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.953027] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.953239] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.953456] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.953572] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.953685] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.953796] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.953944] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.954080] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.954218] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.974170] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.974345] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.974511] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.974655] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-821" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.974970] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.975233] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.975315] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.975808] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.976064] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e97bf8a-3df6-49a3-9d4a-e1c4765581db',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.058420] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.234430] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.234553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.234782] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea with status ACTIVE [ 1009.235473] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.235473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.235473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.235473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.235473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.235746] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.235746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.235746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.235873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.235915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.236117] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.236201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.236239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.236378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.236454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.236539] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea is going to be updated. [ 1009.257681] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.257880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.257927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.258206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.258363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.258526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c6853b3-662f-4dc3-ad6a-6ce2f402b6ea" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.317574] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.478710] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.478944] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.479086] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.479427] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.479587] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.479755] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 1e97bf8a-3df6-49a3-9d4a-e1c4765581db not found, creating... [ 1009.480044] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.480208] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.480322] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.480554] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.480701] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.480986] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.481152] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.481266] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.481572] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.481640] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.481776] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 1e97bf8a-3df6-49a3-9d4a-e1c4765581db is going to be created. [ 1009.511055] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.511272] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.511413] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.511801] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.512122] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.512467] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.550540] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1009.550540] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d deletion is rescheduled due to dependency. [ 1009.550540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.550540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.550540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.550996] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.550996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.550996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.551220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.551286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.551408] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.560980] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.801598] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1009.801970] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.802865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.802865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.802865] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.802865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.802865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.803143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.803143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.803445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.803805] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.820531] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.821427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.821427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.821427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.821427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.821427] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 is going to be updated. [ 1009.859867] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.860061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.860107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.860309] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.860458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.872183] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: IN_PROGRESS for 2s [ 1010.054349] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.063254] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.063420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.063479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.063706] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.063855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.063982] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1010.098252] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.098464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.098592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.099631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.099631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.110312] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1010.300218] env[66947]: INFO networking_nsxv3.common.synchronization [req-7f737e11-fe05-498c-aa60-6e6d4f4771db req-8a3cef12-c604-4abd-b76c-67e6de4233e5 service nova] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 1010.300524] env[66947]: INFO networking_nsxv3.common.synchronization [req-7f737e11-fe05-498c-aa60-6e6d4f4771db req-8a3cef12-c604-4abd-b76c-67e6de4233e5 service nova] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1010.300646] env[66947]: INFO networking_nsxv3.common.synchronization [req-7f737e11-fe05-498c-aa60-6e6d4f4771db req-8a3cef12-c604-4abd-b76c-67e6de4233e5 service nova] Enqueued Resource ID: 1e97bf8a-3df6-49a3-9d4a-e1c4765581db with Priority: HIGHEST for action port [ 1010.301424] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 1010.301599] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1010.302790] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e97bf8a-3df6-49a3-9d4a-e1c4765581db with Priority: HIGHEST for action port [ 1010.302790] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.302790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.302790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.302790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.302790] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.303853] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.303853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.303979] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.304086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.304150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.304330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.304383] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e97bf8a-3df6-49a3-9d4a-e1c4765581db',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.305525] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.305640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.305696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.305858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.306017] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.306112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.306174] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.306312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.306400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.306484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.306723] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.306723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.306845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.306921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.307088] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.307680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.307680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.307680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.307680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.307680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.307680] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.556970] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.810033] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.810033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.810260] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e97bf8a-3df6-49a3-9d4a-e1c4765581db with status ACTIVE [ 1010.810575] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.810575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.810715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.812162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.812162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.812162] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.812162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.812162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.812162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.812162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.812162] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.812162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.812162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.812587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.812587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.812587] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e97bf8a-3df6-49a3-9d4a-e1c4765581db is going to be updated. [ 1010.814205] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17bf6c13-517a-420a-9568-fa1fb36c6e49: rpc.has_security_group_logging(os_id): False [ 1010.834861] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.835363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.835363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.835363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.835363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.835524] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.835917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.835917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.835917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.835917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.836242] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.836242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.836344] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.836412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.836536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.836688] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.836779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.836837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.836973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.837124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.837230] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1010.845787] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.846057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.846299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.846653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.846973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.847181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.924746] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.924746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.925059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.925157] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.925415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.938706] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1011.060521] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.060784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.060947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.061300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.061453] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.061621] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 1011.093501] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.093707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.093787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.094049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.094202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.104991] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1011.885964] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: SUCCESS [ 1011.886650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.886650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.886650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.886830] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.890028] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.890028] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.890028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.890028] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.890898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.890898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.891015] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.891079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.891139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.891281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.891361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.891432] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.124203] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1012.124357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.124596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.124927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.125199] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.125393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.125478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.125708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.125829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.125968] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.391870] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 797ac573-aeed-4184-a96e-74e2f746de81: rpc.has_security_group_logging(os_id): False [ 1012.393112] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.415687] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.415687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.415687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.415687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.415687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.415687] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.415687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.415687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.415687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.415687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.415687] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.416441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.416441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.416441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.416441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.416441] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.416441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.416441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.416684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.416684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.416684] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 is going to be created. [ 1012.494698] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.494853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.494853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.495263] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.495494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.507157] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: IN_PROGRESS for 2s [ 1012.628805] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.895892] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.954853] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1012.955107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.118661] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1013.118887] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.119091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.119326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.119603] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.119768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.119851] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.120021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.120250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.120447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.120592] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.131037] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.398208] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.398377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.398428] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.398673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.398767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.398884] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 is going to be updated. [ 1013.440135] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.441164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.441164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.441164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.441164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.451177] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: IN_PROGRESS for 2s [ 1013.623522] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.623727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.623794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.624153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.624226] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.624329] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.624329] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.624552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.624552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.624692] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.624783] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.624874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.625063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.625230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.625374] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.625472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.625533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.625661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.625738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.625820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.625913] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.645847] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.645847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.645847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.645847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.646151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.646151] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1013.679691] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.679870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.679933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.680138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.680290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.689682] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1014.128449] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d: rpc.has_security_group_logging(os_id): False [ 1014.150575] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.150806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.150806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.151828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.151828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.151828] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.151828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.151828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.151828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.152128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.152128] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.152215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.152248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.152480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.152480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.153430] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.153430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.153430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.153430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.153430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.153430] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 1014.226059] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.226266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.226361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.226639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.226827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.244984] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1014.252528] env[66947]: INFO networking_nsxv3.common.synchronization [None req-02c6ecd9-0894-425f-871e-d069d225551c tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1014.253550] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1014.253697] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.253929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.253929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.254356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.254356] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.254513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.254513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.254621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.255016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.255016] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.520087] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: SUCCESS [ 1014.520311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.520481] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.520709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.520818] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.757508] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.011224] env[66947]: INFO networking_nsxv3.common.synchronization [req-07701dc7-cf4f-4b0b-ac39-50137df953a4 req-adae9c3e-67bc-42f9-afb5-5f30fe11c1e1 tempest-ImagesTestJSON-1156122672 tempest-ImagesTestJSON-1156122672-project-member] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 1015.012178] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 1015.012178] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.012947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.013071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.013332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.013552] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.013730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.013820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.014028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.014117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.014220] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.023070] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.023281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.260843] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.434203] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-426 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.434405] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.435614] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.435614] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.435614] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.435614] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.435614] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.435614] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.436023] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.436023] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.436130] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.436252] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.436361] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.436475] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.436581] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.437093] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.459025] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.459229] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.459413] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.460057] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-426" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.460177] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-e7e2bd08-f381-454f-9dd4-ed2845ce1088 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.460337] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-e7e2bd08-f381-454f-9dd4-ed2845ce1088" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.460795] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-e7e2bd08-f381-454f-9dd4-ed2845ce1088" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.460795] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-e7e2bd08-f381-454f-9dd4-ed2845ce1088" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.460943] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7e2bd08-f381-454f-9dd4-ed2845ce1088',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.463185] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: SUCCESS [ 1015.463950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.464311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.464647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.465362] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.465362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.465362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.465362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.465362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.465633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.465633] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.520226] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.520226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.520226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.520384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.520549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.520756] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.520889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.520935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.521106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.521155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.521247] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 1015.552349] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.552530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.552601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.552823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.552961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.564197] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 1015.699821] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1015.700140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.700237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.700447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.700666] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.700739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.700803] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.700963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.701061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.701148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.701243] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.766860] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.766860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.766972] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.767211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.767264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.767361] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 1015.800479] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.800624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.800666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.800930] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.800998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.813360] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1015.965115] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.965434] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.965930] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.965930] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.966117] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.966217] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port e7e2bd08-f381-454f-9dd4-ed2845ce1088 not found, creating... [ 1015.966551] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.966832] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.966909] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.967579] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.967579] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.967753] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.967926] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.968059] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.968352] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.968511] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.968672] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: e7e2bd08-f381-454f-9dd4-ed2845ce1088 is going to be created. [ 1015.970046] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.970166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.970235] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.970416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.970578] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.970678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.970807] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.971460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.971460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.971460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.971460] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.971749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.971749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.971749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.971908] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.971977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.972480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.972480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.972480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.972480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.972480] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.000339] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.000606] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.000821] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.001129] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.001451] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.002045] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-e7e2bd08-f381-454f-9dd4-ed2845ce1088" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.203754] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.203977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.204093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.204373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.204596] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.204722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.204819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.205066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.205189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.205321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.205546] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.205689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.205785] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.205992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.206248] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.206393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.206481] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.206669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.206997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.206997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.206997] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.264402] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1016.264809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.478669] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 797ac573-aeed-4184-a96e-74e2f746de81: rpc.has_security_group_logging(os_id): False [ 1016.506222] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.506539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.506539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.506698] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.506777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.506985] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.507147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.507211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.507342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.507419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.507827] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.507827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.507827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.508120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.508203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.508410] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.508509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.508572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.508718] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.508824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.508920] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 is going to be updated. [ 1016.565792] env[66947]: INFO networking_nsxv3.common.synchronization [req-51b4c595-5025-4c66-9690-864308859e8c req-63defda4-c591-4a7b-b1cb-caca112885d5 tempest-ListServersNegativeTestJSON-488587181 tempest-ListServersNegativeTestJSON-488587181-project-member] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1016.566743] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1016.567244] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.567383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.567455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.567673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.567909] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.568139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.568269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.568512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.568583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.568661] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.579750] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.580024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.580076] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.580432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.581422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.596753] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: IN_PROGRESS for 2s [ 1016.709915] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f9e66a-328b-4411-a10f-0ff1e6e87eaf: rpc.has_security_group_logging(os_id): False [ 1016.736079] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.736361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.736432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.736720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.737102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.737208] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.737438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.737438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.737672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.737751] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.737992] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.738891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.739105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.739339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.739488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.740056] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.740056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.740056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.740462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.740462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.740462] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1016.755221] env[66947]: INFO networking_nsxv3.common.synchronization [req-07701dc7-cf4f-4b0b-ac39-50137df953a4 req-bd38cacf-ce3a-4396-85ed-e3e29925e89a service nova] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_rules [ 1016.755221] env[66947]: INFO networking_nsxv3.common.synchronization [req-07701dc7-cf4f-4b0b-ac39-50137df953a4 req-bd38cacf-ce3a-4396-85ed-e3e29925e89a service nova] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 1016.755221] env[66947]: INFO networking_nsxv3.common.synchronization [req-07701dc7-cf4f-4b0b-ac39-50137df953a4 req-bd38cacf-ce3a-4396-85ed-e3e29925e89a service nova] Enqueued Resource ID: e7e2bd08-f381-454f-9dd4-ed2845ce1088 with Priority: HIGHEST for action port [ 1016.755221] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_rules [ 1016.755221] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 1016.755221] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7e2bd08-f381-454f-9dd4-ed2845ce1088 with Priority: HIGHEST for action port [ 1016.755221] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.755221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.755221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.755221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.755766] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.763057] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.763057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.763057] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7e2bd08-f381-454f-9dd4-ed2845ce1088 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.763057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7e2bd08-f381-454f-9dd4-ed2845ce1088" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.763057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7e2bd08-f381-454f-9dd4-ed2845ce1088" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.763057] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7e2bd08-f381-454f-9dd4-ed2845ce1088" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.763057] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7e2bd08-f381-454f-9dd4-ed2845ce1088',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.820787] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.820993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.821080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.821319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.821563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.840924] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1017.025453] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.025676] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.025802] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.026440] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.026881] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.027069] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.027210] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.027501] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.027664] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.027923] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.028185] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.028334] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.028334] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.028457] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.028616] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.028830] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.053267] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.053553] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.053776] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.054137] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.054690] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-8737d76d-05b1-41d1-b610-4ffb9a377bef taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.054990] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-8737d76d-05b1-41d1-b610-4ffb9a377bef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.055236] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-8737d76d-05b1-41d1-b610-4ffb9a377bef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.055716] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-8737d76d-05b1-41d1-b610-4ffb9a377bef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.055959] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8737d76d-05b1-41d1-b610-4ffb9a377bef',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.070772] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.268030] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.268030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.268030] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7e2bd08-f381-454f-9dd4-ed2845ce1088 with status ACTIVE [ 1017.268030] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.268030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.268030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.268030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.268030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.268030] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.268030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.268030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.268030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.268030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.268030] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.269191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.269191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.269191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.269191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.269191] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7e2bd08-f381-454f-9dd4-ed2845ce1088 is going to be updated. [ 1017.296759] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.296759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.296759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.296759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.296759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.296759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7e2bd08-f381-454f-9dd4-ed2845ce1088" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.558915] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.559655] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.559655] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.560046] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.560253] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.560449] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 8737d76d-05b1-41d1-b610-4ffb9a377bef not found, creating... [ 1017.560666] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.560832] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.560996] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.561812] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.561812] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.561812] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.562145] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.562145] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.562325] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.562476] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.562620] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 8737d76d-05b1-41d1-b610-4ffb9a377bef is going to be created. [ 1017.572962] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.575705] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 1017.575892] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c deletion is rescheduled due to dependency. [ 1017.576046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.576216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.576440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.576625] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.576835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.576835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.576943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.577054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.577176] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.587348] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.587567] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.587670] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.587958] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.588193] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.588422] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-8737d76d-05b1-41d1-b610-4ffb9a377bef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.822638] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1017.822946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.997360] env[66947]: INFO networking_nsxv3.common.synchronization [req-da70d73b-5385-4e17-a831-c3a2ed3aa56c req-76f62960-a90f-4364-aa64-c62228aa15b3 tempest-ServerRescueNegativeTestJSON-1608535984 tempest-ServerRescueNegativeTestJSON-1608535984-project-member] Enqueued Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_members [ 1017.997981] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGHEST for action security_group_members [ 1017.998331] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.998472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.998540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.998815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.998979] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.999091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.999151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.999300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.999382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.999492] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.075626] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.075809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.075887] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.076126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.076218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.076317] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 is going to be updated. [ 1018.079641] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.112202] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.112762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.112762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.112983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.113151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.124530] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: IN_PROGRESS for 2s [ 1018.320939] env[66947]: INFO networking_nsxv3.common.synchronization [req-a347fc84-4d19-472b-96b0-c4b070ecb4f0 req-5fb3d09d-6fd4-419d-9585-c1679dfbf81d service nova] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_rules [ 1018.320939] env[66947]: INFO networking_nsxv3.common.synchronization [req-a347fc84-4d19-472b-96b0-c4b070ecb4f0 req-5fb3d09d-6fd4-419d-9585-c1679dfbf81d service nova] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1018.320939] env[66947]: INFO networking_nsxv3.common.synchronization [req-a347fc84-4d19-472b-96b0-c4b070ecb4f0 req-5fb3d09d-6fd4-419d-9585-c1679dfbf81d service nova] Enqueued Resource ID: 8737d76d-05b1-41d1-b610-4ffb9a377bef with Priority: HIGHEST for action port [ 1018.321371] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_rules [ 1018.321371] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1018.321467] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8737d76d-05b1-41d1-b610-4ffb9a377bef with Priority: HIGHEST for action port [ 1018.321845] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.322409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.322409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.322595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.322757] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.324513] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.324513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.324513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.324513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.324803] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.324803] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.324932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.325230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.325230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.325358] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.326989] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-8737d76d-05b1-41d1-b610-4ffb9a377bef taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.326989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8737d76d-05b1-41d1-b610-4ffb9a377bef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.326989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8737d76d-05b1-41d1-b610-4ffb9a377bef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.326989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8737d76d-05b1-41d1-b610-4ffb9a377bef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.327199] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8737d76d-05b1-41d1-b610-4ffb9a377bef',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.502036] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.502224] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.502284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.502500] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.525328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.525590] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.525707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.525776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.525980] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.526075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.526163] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 is going to be updated. [ 1018.566673] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.566917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.566997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.567331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.567512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.578153] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 in Status: IN_PROGRESS for 2s [ 1018.581661] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.615108] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: SUCCESS [ 1018.615311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.615391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.615652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.615740] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.829034] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.829242] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.829369] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.830255] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8737d76d-05b1-41d1-b610-4ffb9a377bef with status ACTIVE [ 1018.830463] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.830579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.830647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.830858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.830941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.831170] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.831266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.831325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.831495] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.831719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.831874] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.832132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.832198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.832382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.832431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.832495] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8737d76d-05b1-41d1-b610-4ffb9a377bef is going to be updated. [ 1018.857167] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.857451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.857574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.857814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.857990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.858178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8737d76d-05b1-41d1-b610-4ffb9a377bef" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.859351] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1018.859548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.084606] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.085023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.085023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.085201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.085268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.085394] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 1019.119597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.119805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.120168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.120356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.120625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.122083] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.122233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.131833] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 1019.334608] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.837493] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.837680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.837761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.838087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.838182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.838227] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 1019.871785] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.871957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.872020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.873113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.873113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.882211] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1020.136019] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: SUCCESS [ 1020.138024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.138024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.138024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.138024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.138024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.138024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.138024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.138024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.138024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.138024] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.588903] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 in Status: SUCCESS [ 1020.589445] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 deletion is rescheduled due to dependency. [ 1020.589445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.641458] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.641798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.641979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.642333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.643597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.643597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.643597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.643597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.643597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.643597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.643597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.643597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.643597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.643944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.643992] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.644081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.644150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.644293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.644373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.644471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.644570] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.055304] env[66947]: INFO networking_nsxv3.common.synchronization [req-e9d74bf7-fae7-4f52-92a8-cf394bfe3a13 req-fad09f59-e141-4471-be33-9ba9b9405ba9 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_members [ 1021.055928] env[66947]: INFO networking_nsxv3.common.synchronization [req-e9d74bf7-fae7-4f52-92a8-cf394bfe3a13 req-fad09f59-e141-4471-be33-9ba9b9405ba9 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1021.056914] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_members [ 1021.056914] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1021.057010] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-824244f9-6c1b-47d5-89b8-190e6a9ff15f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.057244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.057312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.057664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.057921] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.058139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.058203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.058539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.058922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.058922] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.060770] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.060941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.061061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.061323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.061569] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.061731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.061885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.062031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.062177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.062324] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.115727] env[66947]: INFO networking_nsxv3.common.synchronization [req-e9d74bf7-fae7-4f52-92a8-cf394bfe3a13 req-fad09f59-e141-4471-be33-9ba9b9405ba9 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 1021.116442] env[66947]: INFO networking_nsxv3.common.synchronization [req-e9d74bf7-fae7-4f52-92a8-cf394bfe3a13 req-fad09f59-e141-4471-be33-9ba9b9405ba9 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1021.116442] env[66947]: INFO networking_nsxv3.common.synchronization [req-e9d74bf7-fae7-4f52-92a8-cf394bfe3a13 req-fad09f59-e141-4471-be33-9ba9b9405ba9 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_rules [ 1021.116566] env[66947]: INFO networking_nsxv3.common.synchronization [req-e9d74bf7-fae7-4f52-92a8-cf394bfe3a13 req-fad09f59-e141-4471-be33-9ba9b9405ba9 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_members [ 1021.116763] env[66947]: INFO networking_nsxv3.common.synchronization [req-e9d74bf7-fae7-4f52-92a8-cf394bfe3a13 req-fad09f59-e141-4471-be33-9ba9b9405ba9 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 1e97bf8a-3df6-49a3-9d4a-e1c4765581db with Priority: HIGHEST for action port [ 1021.117469] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 1021.117668] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_rules [ 1021.117825] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e97bf8a-3df6-49a3-9d4a-e1c4765581db with Priority: HIGHEST for action port [ 1021.118036] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1021.118126] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_members [ 1021.118462] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.118622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.118720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.118994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.119104] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.120893] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824244f9-6c1b-47d5-89b8-190e6a9ff15f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.121065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.121186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.121457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.121561] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.123820] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.123820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.123820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.123820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.124136] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e97bf8a-3df6-49a3-9d4a-e1c4765581db',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.125417] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.125528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.125778] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-824244f9-6c1b-47d5-89b8-190e6a9ff15f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.125962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.146956] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 797ac573-aeed-4184-a96e-74e2f746de81: rpc.has_security_group_logging(os_id): False [ 1021.149102] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 1021.149226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.149370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.149534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.149754] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.149878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.149945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.153146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.153146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.153146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.153146] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.171809] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.172290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.172290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.172476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.172723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.172878] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.172998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.172998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.173247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.173247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.173486] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.173583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.173725] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.173804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.173903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.174536] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.174651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.174719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.174865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.174943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.175070] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 is going to be updated. [ 1021.246146] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.246356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.246478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.246835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.247096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.264655] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: IN_PROGRESS for 2s [ 1021.561687] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.565188] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.621711] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.622123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.623798] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-824244f9-6c1b-47d5-89b8-190e6a9ff15f taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.623993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.626339] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e97bf8a-3df6-49a3-9d4a-e1c4765581db with status ACTIVE [ 1021.626585] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.626745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.626826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.627096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.627237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.627483] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.627618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.627695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.627910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.628016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.628245] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.628456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.628456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.628602] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.628695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.628792] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e97bf8a-3df6-49a3-9d4a-e1c4765581db is going to be updated. [ 1021.655080] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.655328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.656044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.656044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.656044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.656222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.656957] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.657102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.657181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.657400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.657592] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.657724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.657806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.657991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.658107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.658198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.658373] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.658533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.658582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.658723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.658893] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.659028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.659119] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.659312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.659415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.659547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.659697] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.895138] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1021.895459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.895803] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.896101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.896388] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.896570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.896672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.896903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.897051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.897196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.897361] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.064324] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.067313] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.162050] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 207134cd-6a31-4b57-a073-c057c2bab24c: rpc.has_security_group_logging(os_id): False [ 1022.182312] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.182639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.182639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.182868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.182962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.183188] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.183381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.183552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.183952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.184095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.184358] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.184493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.184599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.184852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.184852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.185186] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.185239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.185375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.185632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.185812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.185859] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 1022.262157] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.262320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.262389] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.262612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.262828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.282106] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 1022.399751] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.399961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.400019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.400272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.400476] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.400646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.400738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.400926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.401046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.401147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.401334] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.401459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.401552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.401740] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.401916] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.402067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.402161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.402343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.402436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.402550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.402662] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.567639] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.567639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.567639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.568187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.568187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.568413] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f is going to be created. [ 1022.571303] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.571303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.571303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.571303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.571303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.571508] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1022.605549] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.605549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.605549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.605549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.605549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.614442] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.614442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.614442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.614442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.614791] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.618915] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: UNINITIALIZED for 2s [ 1022.638158] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1022.905352] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d: rpc.has_security_group_logging(os_id): False [ 1022.931324] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.931512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.931617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.931974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.932123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.932444] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.932591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.932691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.932929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.933053] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.933328] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.933454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.933553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.933756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.933872] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.934190] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.934300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.934400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.934593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.934705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.934831] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 1023.022813] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.022813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.022813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.023447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.023447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.043523] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1023.285263] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: SUCCESS [ 1023.285568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.588906] env[66947]: INFO networking_nsxv3.common.synchronization [req-22886d73-14a0-4cc3-9431-4535b0249aea req-37fa1b3e-11e2-48db-ab3d-bf481d0b2c51 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_members [ 1023.589613] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e with Priority: HIGHEST for action security_group_members [ 1023.589978] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.590901] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.590987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.591747] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.592088] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.592460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.592578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.592800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.592879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.592963] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e6f2abb-51a5-4f44-acde-2688cdd98d1e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.096508] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.096508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.096508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.096920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.123839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.124795] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.124795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.124795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.124795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.125440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.125568] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e is going to be updated. [ 1024.159409] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.159579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.159727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.159867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.160036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.170246] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e in Status: IN_PROGRESS for 2s [ 1024.310866] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 1024.311154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.494227] env[66947]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1024.494369] env[66947]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1024.631979] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: SUCCESS [ 1024.632208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.632364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.632592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.632966] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.632966] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.633262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.633262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.633326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.633437] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.654664] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1024.654917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.655359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.655359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.655480] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.655582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.655710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.655816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.655934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.656054] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.061369] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1025.061599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.136249] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.158535] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.638501] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.660371] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.816750] env[66947]: INFO networking_nsxv3.common.synchronization [req-737ce6de-2857-4337-9003-7911896075e4 req-104f8d41-78c6-4a41-8b13-dec17b1a5836 tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1025.816750] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1025.816750] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.816750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.816750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.816750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.822501] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.822501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.822501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.822501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.822501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.822501] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.141184] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.141574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.141574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.141668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.141759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.141914] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f is going to be updated. [ 1026.162950] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.163152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.163227] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.163460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.163547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.163604] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1026.182424] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e in Status: SUCCESS [ 1026.182424] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e6f2abb-51a5-4f44-acde-2688cdd98d1e deletion is rescheduled due to dependency. [ 1026.182424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e6f2abb-51a5-4f44-acde-2688cdd98d1e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.187326] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.187474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.187535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.187849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.188058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.199954] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: IN_PROGRESS for 2s [ 1026.200629] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.200760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.200834] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.201065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.201213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.206327] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.206519] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.206673] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.206983] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.207336] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.207555] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.207743] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.208114] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.208307] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.208594] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.208727] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.208847] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.208959] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.209097] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.209209] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.209344] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.210956] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1026.231429] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.231429] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.231429] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.231621] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.232136] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.232350] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.232470] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.232851] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.233150] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.323882] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.737477] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.737477] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.737477] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.737477] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.737923] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.737923] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9 not found, creating... [ 1026.738090] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.738261] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.738375] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.738606] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.738738] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.739051] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.739223] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.739336] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.739746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.739881] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.740037] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9 is going to be created. [ 1026.763040] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.763259] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.763572] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.763764] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.764453] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.764453] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.825468] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.335191] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.335191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.335191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.335191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.335191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.335191] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1027.366795] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.366906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.366906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.367225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.367409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.378864] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1027.542399] env[66947]: INFO networking_nsxv3.common.synchronization [req-737ce6de-2857-4337-9003-7911896075e4 req-e01a9914-dce2-466f-aeaf-93c52446340f service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 1027.542399] env[66947]: INFO networking_nsxv3.common.synchronization [req-737ce6de-2857-4337-9003-7911896075e4 req-e01a9914-dce2-466f-aeaf-93c52446340f service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1027.542399] env[66947]: INFO networking_nsxv3.common.synchronization [req-737ce6de-2857-4337-9003-7911896075e4 req-e01a9914-dce2-466f-aeaf-93c52446340f service nova] Enqueued Resource ID: 420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9 with Priority: HIGHEST for action port [ 1027.542399] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 1027.542580] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1027.542682] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9 with Priority: HIGHEST for action port [ 1027.543098] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.543256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.543317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.543547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.543723] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.544583] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.544727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.545012] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.545260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.545260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.545435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.545530] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.047895] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.048987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.048987] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9 with status ACTIVE [ 1028.048987] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.048987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.048987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.048987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.048987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.050446] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.050446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.050446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.050446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.050446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.050446] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.050762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.050762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.050762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.050869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.050909] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9 is going to be updated. [ 1028.078620] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.078805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.078805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.079579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.079790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.079999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-420c4ad6-d3c9-4ce1-a69a-2564ff97f8c9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.213536] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: SUCCESS [ 1028.213755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.214166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.214581] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.214811] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.214982] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.215121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.215342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.215448] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.215549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.215648] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.233438] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1028.234037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.236881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.236881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.236881] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.236881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.236881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.237363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.237363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.237363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.237363] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.719069] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.740726] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.740947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.741062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.741611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.742256] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.742256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.742377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.742625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.742840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.743123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.743360] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.743818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.743818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.743818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.744116] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.744116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.744116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.744308] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.744346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.744730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.744730] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.825725] env[66947]: INFO networking_nsxv3.common.synchronization [req-7e8c7ae8-d19d-4c4f-bd30-88facf80a228 req-457a7b69-a9ea-419b-81e0-a607052ccb74 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1028.825725] env[66947]: INFO networking_nsxv3.common.synchronization [req-7e8c7ae8-d19d-4c4f-bd30-88facf80a228 req-457a7b69-a9ea-419b-81e0-a607052ccb74 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 208968c3-6ad6-4d54-aa19-26b97614c749 with Priority: HIGHEST for action security_group_members [ 1028.825725] env[66947]: INFO networking_nsxv3.common.synchronization [req-7e8c7ae8-d19d-4c4f-bd30-88facf80a228 req-457a7b69-a9ea-419b-81e0-a607052ccb74 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_members [ 1028.826209] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1028.826209] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208968c3-6ad6-4d54-aa19-26b97614c749 with Priority: HIGHEST for action security_group_members [ 1028.826394] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_members [ 1028.826695] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.826889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.826889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.827184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.827277] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.827362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.827417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.827914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.827914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.827914] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.829132] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-208968c3-6ad6-4d54-aa19-26b97614c749 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.829317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.829317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.829798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.830073] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.830073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.830241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.830300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.830496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.830496] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('208968c3-6ad6-4d54-aa19-26b97614c749',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.831643] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-824244f9-6c1b-47d5-89b8-190e6a9ff15f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.831790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.831874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.832174] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.832427] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.832530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.832589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.832739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.832826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.833216] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.893627] env[66947]: INFO networking_nsxv3.common.synchronization [req-7e8c7ae8-d19d-4c4f-bd30-88facf80a228 req-457a7b69-a9ea-419b-81e0-a607052ccb74 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 1028.893913] env[66947]: INFO networking_nsxv3.common.synchronization [req-7e8c7ae8-d19d-4c4f-bd30-88facf80a228 req-457a7b69-a9ea-419b-81e0-a607052ccb74 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1028.894076] env[66947]: INFO networking_nsxv3.common.synchronization [req-7e8c7ae8-d19d-4c4f-bd30-88facf80a228 req-457a7b69-a9ea-419b-81e0-a607052ccb74 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 208968c3-6ad6-4d54-aa19-26b97614c749 with Priority: HIGHEST for action security_group_rules [ 1028.894211] env[66947]: INFO networking_nsxv3.common.synchronization [req-7e8c7ae8-d19d-4c4f-bd30-88facf80a228 req-457a7b69-a9ea-419b-81e0-a607052ccb74 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 208968c3-6ad6-4d54-aa19-26b97614c749 with Priority: HIGHEST for action security_group_members [ 1028.894336] env[66947]: INFO networking_nsxv3.common.synchronization [req-7e8c7ae8-d19d-4c4f-bd30-88facf80a228 req-457a7b69-a9ea-419b-81e0-a607052ccb74 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_rules [ 1028.894469] env[66947]: INFO networking_nsxv3.common.synchronization [req-7e8c7ae8-d19d-4c4f-bd30-88facf80a228 req-457a7b69-a9ea-419b-81e0-a607052ccb74 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_members [ 1028.894589] env[66947]: INFO networking_nsxv3.common.synchronization [req-7e8c7ae8-d19d-4c4f-bd30-88facf80a228 req-457a7b69-a9ea-419b-81e0-a607052ccb74 tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 1e97bf8a-3df6-49a3-9d4a-e1c4765581db with Priority: HIGHEST for action port [ 1028.895277] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_rules [ 1028.895425] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208968c3-6ad6-4d54-aa19-26b97614c749 with Priority: HIGHEST for action security_group_rules [ 1028.895524] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_members [ 1028.895616] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e97bf8a-3df6-49a3-9d4a-e1c4765581db with Priority: HIGHEST for action port [ 1028.895708] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_rules [ 1028.895796] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1028.895909] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208968c3-6ad6-4d54-aa19-26b97614c749 with Priority: HIGHEST for action security_group_members [ 1028.896463] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.896684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.896843] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-208968c3-6ad6-4d54-aa19-26b97614c749 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.896976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.897056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.897320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.897407] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('208968c3-6ad6-4d54-aa19-26b97614c749',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.898900] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-824244f9-6c1b-47d5-89b8-190e6a9ff15f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.899040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.899208] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.899314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.899377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.902633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.902633] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e97bf8a-3df6-49a3-9d4a-e1c4765581db',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.902633] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824244f9-6c1b-47d5-89b8-190e6a9ff15f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.902633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.902633] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.902633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.902633] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-208968c3-6ad6-4d54-aa19-26b97614c749 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.902633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.222195] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 824244f9-6c1b-47d5-89b8-190e6a9ff15f: rpc.has_security_group_logging(os_id): False [ 1029.242272] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.242473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.242473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.242706] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.242800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.243056] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.243197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.243240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.243986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.243986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.243986] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f is going to be created. [ 1029.247308] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f9e66a-328b-4411-a10f-0ff1e6e87eaf: rpc.has_security_group_logging(os_id): False [ 1029.269111] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.269111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.269111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.269111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.269111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.269390] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.269390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.269390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.270576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.270576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.270576] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.270576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.270576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.270576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.270924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.270962] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.271118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.272039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.272039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.272039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.272039] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1029.313813] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.313986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.314043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.314354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.314621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.330222] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.335685] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.336909] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('208968c3-6ad6-4d54-aa19-26b97614c749',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.339891] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: IN_PROGRESS for 2s [ 1029.341854] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.342416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.342416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.342538] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.342681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.364637] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1029.390375] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1029.390602] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.391204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.391413] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.391605] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.391768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.391873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.392091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.392470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.392470] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.399214] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-208968c3-6ad6-4d54-aa19-26b97614c749 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.399363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.402644] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e97bf8a-3df6-49a3-9d4a-e1c4765581db with status ACTIVE [ 1029.402880] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.403036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.403127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.404651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.404770] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.405025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.405163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.405238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.405421] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.405506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.405700] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.405873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.405873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.406016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.406125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.406215] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e97bf8a-3df6-49a3-9d4a-e1c4765581db is going to be updated. [ 1029.453207] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.453471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.453530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.453797] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.454016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.454261] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e97bf8a-3df6-49a3-9d4a-e1c4765581db" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.811063] env[66947]: INFO networking_nsxv3.common.synchronization [req-b5e5e707-d8db-4ea5-b9ef-f95eae431936 req-d71bac1a-fd6e-41d7-9a1c-36ed4a23c50d tempest-ListServersNegativeTestJSON-488587181 tempest-ListServersNegativeTestJSON-488587181-project-member] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1029.811632] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1029.811983] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.812142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.812214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.812417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.812572] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.812678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.812772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.812926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.813030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.813127] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.832881] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.838711] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.838967] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('208968c3-6ad6-4d54-aa19-26b97614c749',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.894639] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.315280] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.335755] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.335755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.335755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.336190] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.336271] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.336473] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1030.344025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.344025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.344025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.344025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.344025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.344025] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 208968c3-6ad6-4d54-aa19-26b97614c749 is going to be created. [ 1030.345721] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.345896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.346027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.346603] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.346746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.346894] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f is going to be updated. [ 1030.375423] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.375423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.375695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.375695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.375919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.378544] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.378695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.378801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.378953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.379098] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.380766] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.380882] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.381273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.381273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.381273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.392699] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: IN_PROGRESS for 2s [ 1030.393640] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1030.394089] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 208968c3-6ad6-4d54-aa19-26b97614c749 in Status: UNINITIALIZED for 2s [ 1030.397557] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.575985] env[66947]: INFO networking_nsxv3.common.synchronization [req-17807ffa-afb5-4fea-a305-8d2f3fe83066 req-7bfc94b9-c7bd-4307-9b57-8ea5fe99bf6b tempest-ServersAdminNegativeTestJSON-1428043345 tempest-ServersAdminNegativeTestJSON-1428043345-project-member] Enqueued Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1030.576553] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1030.576908] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.577037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.578472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.578644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.578819] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.578932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.578990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.579162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.579249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.579347] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.820313] env[66947]: INFO networking_nsxv3.common.synchronization [req-4bbd06f5-f4cf-45a2-8f2c-c3232ad1ba6c req-d27752c0-4a79-46c0-8a34-3c457f3054ef tempest-ListServersNegativeTestJSON-488587181 tempest-ListServersNegativeTestJSON-488587181-project-member] Enqueued Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1030.820711] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.822355] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797ac573-aeed-4184-a96e-74e2f746de81 with Priority: HIGHEST for action security_group_members [ 1030.822355] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-797ac573-aeed-4184-a96e-74e2f746de81 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.822529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.843187] env[66947]: INFO networking_nsxv3.common.synchronization [req-a382e056-9b6d-451e-b0d3-51fd0a6c7483 req-5ea3208f-176a-42a6-85cd-0e2d16d7b2b3 tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1030.844222] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1030.846805] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.847021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.847109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.847271] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.847427] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.847522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.847585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.847721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.847802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.847898] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.901342] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.901560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.901560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.901945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.901945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.902116] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1030.932831] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.932831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.932831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.933332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.933548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.944569] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1031.081540] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.081910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.081910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.082776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.082776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.082776] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.082776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.082776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.083100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.083250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.083395] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 already deleted. [ 1031.083653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.173749] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.173864] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.174057] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.174461] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.174594] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.174757] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.174875] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.175101] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.175247] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.175454] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.175564] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.175884] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.175884] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.175884] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.176093] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.176146] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.181580] env[66947]: INFO networking_nsxv3.common.synchronization [req-999a7ccc-2003-4a9e-9910-a31d6c4f6323 req-6a726620-3bd5-4f94-90b0-25ca510faf87 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1031.182165] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1031.183456] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.183456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.183456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.183456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.183456] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.183456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.183456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.183456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.183456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.183961] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.197286] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.197498] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.197585] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.200755] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.200755] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-02b6c87f-d473-44c2-a6f0-624ce51077b1 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.200755] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-02b6c87f-d473-44c2-a6f0-624ce51077b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.200755] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-02b6c87f-d473-44c2-a6f0-624ce51077b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.200755] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-02b6c87f-d473-44c2-a6f0-624ce51077b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.200755] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b6c87f-d473-44c2-a6f0-624ce51077b1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.323289] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.323474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.323526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.323867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.323993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.324064] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 is going to be updated. [ 1031.350134] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.350392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.350492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.350742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.350843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.351093] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.351171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.351236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.351404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.351483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.351571] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1031.376800] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: SUCCESS [ 1031.377533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.377802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.378144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.378291] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.383680] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.383894] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.384014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.384422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.384557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.396056] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: IN_PROGRESS for 2s [ 1031.406671] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1031.406824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.407019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.407266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.407355] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.416024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.416202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.416248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.416445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.416587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.431924] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1031.535282] env[66947]: INFO networking_nsxv3.common.synchronization [None req-3a813d96-215a-4e01-8576-20e2dbe16506 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1031.536038] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1031.536369] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.536474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.686718] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.701567] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.701893] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.702063] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.702343] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.703176] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.703176] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 02b6c87f-d473-44c2-a6f0-624ce51077b1 not found, creating... [ 1031.703176] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.703176] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.703424] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.703459] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.703579] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.703854] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.704421] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.704643] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.704899] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.705681] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.705681] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 02b6c87f-d473-44c2-a6f0-624ce51077b1 is going to be created. [ 1031.726634] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.726987] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.727194] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.727525] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.727838] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.728178] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-02b6c87f-d473-44c2-a6f0-624ce51077b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.881271] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-824244f9-6c1b-47d5-89b8-190e6a9ff15f taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.881600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.909978] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.910163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.009718] env[66947]: INFO networking_nsxv3.common.synchronization [req-6fa7e69a-a208-439e-86cb-3227c584e069 req-872dfb4b-9e47-472f-9504-a908981f88ce tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_members [ 1032.009941] env[66947]: INFO networking_nsxv3.common.synchronization [req-6fa7e69a-a208-439e-86cb-3227c584e069 req-872dfb4b-9e47-472f-9504-a908981f88ce tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 208968c3-6ad6-4d54-aa19-26b97614c749 with Priority: HIGHEST for action security_group_members [ 1032.010130] env[66947]: INFO networking_nsxv3.common.synchronization [req-6fa7e69a-a208-439e-86cb-3227c584e069 req-872dfb4b-9e47-472f-9504-a908981f88ce tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1032.010657] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f with Priority: HIGHEST for action security_group_members [ 1032.010792] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 208968c3-6ad6-4d54-aa19-26b97614c749 with Priority: HIGHEST for action security_group_members [ 1032.010890] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1032.011179] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-824244f9-6c1b-47d5-89b8-190e6a9ff15f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.011280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.011476] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-208968c3-6ad6-4d54-aa19-26b97614c749 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.011604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.011876] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.011976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.189960] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.407020] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 208968c3-6ad6-4d54-aa19-26b97614c749 in Status: SUCCESS [ 1032.407020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.407020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.407236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.407236] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.407448] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.407527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.407695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.407756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.407884] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('208968c3-6ad6-4d54-aa19-26b97614c749',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.409417] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: SUCCESS [ 1032.409615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.410958] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1032.411167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.412038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.412038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.412199] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.412199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.413510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.413510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.413510] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.413510] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.413771] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.414885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.414885] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.414885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.414885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.414885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.414885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.414885] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.436789] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.436950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.437054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.437285] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.437439] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.524874] env[66947]: INFO networking_nsxv3.common.synchronization [req-17807ffa-afb5-4fea-a305-8d2f3fe83066 req-e79a7536-c18c-4115-a8af-d2cd5deb960f service nova] Enqueued Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_rules [ 1032.524874] env[66947]: INFO networking_nsxv3.common.synchronization [req-17807ffa-afb5-4fea-a305-8d2f3fe83066 req-e79a7536-c18c-4115-a8af-d2cd5deb960f service nova] Enqueued Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1032.524874] env[66947]: INFO networking_nsxv3.common.synchronization [req-17807ffa-afb5-4fea-a305-8d2f3fe83066 req-e79a7536-c18c-4115-a8af-d2cd5deb960f service nova] Enqueued Resource ID: 02b6c87f-d473-44c2-a6f0-624ce51077b1 with Priority: HIGHEST for action port [ 1032.524874] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_rules [ 1032.524874] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1032.524874] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b6c87f-d473-44c2-a6f0-624ce51077b1 with Priority: HIGHEST for action port [ 1032.524874] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.524874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.524874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.525890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.525890] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.529723] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.529723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.529723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.529723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.529723] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.529723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.529723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.529723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.529723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.529723] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.529723] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-02b6c87f-d473-44c2-a6f0-624ce51077b1 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.529723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02b6c87f-d473-44c2-a6f0-624ce51077b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.529723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02b6c87f-d473-44c2-a6f0-624ce51077b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.530685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02b6c87f-d473-44c2-a6f0-624ce51077b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.530950] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b6c87f-d473-44c2-a6f0-624ce51077b1',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.692600] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.692769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.692992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.693277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.693377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.693487] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 1032.726435] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.726435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.726435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.726435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.726435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.737967] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1032.917140] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.917522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.917522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.917797] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.917797] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.918017] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.918017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.918129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.918226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.918311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.918399] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f is going to be updated. [ 1032.919614] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.919736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.919800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.919907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.920018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.920216] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.920326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.920378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.920507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.920583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.920671] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 208968c3-6ad6-4d54-aa19-26b97614c749 is going to be deleted. [ 1032.921683] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.941911] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.967023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.967319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.968033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.968033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.968560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.972058] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1032.972058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.972058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.972058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.972359] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.972529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.972634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.972877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.973020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.973147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.973276] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.985637] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: IN_PROGRESS for 2s [ 1032.986644] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.986830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.986938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.987209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.987359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.987503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.989161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.989487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.989816] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.990215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.990332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.990553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.990687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.990826] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('208968c3-6ad6-4d54-aa19-26b97614c749',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.032870] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.034312] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.034498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.034862] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02b6c87f-d473-44c2-a6f0-624ce51077b1 with status ACTIVE [ 1033.035124] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.035227] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.035283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.035450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.035536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.035713] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.035815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.035909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.039102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.039276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.039548] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.039690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.039804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.040017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.040110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.040199] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02b6c87f-d473-44c2-a6f0-624ce51077b1 is going to be updated. [ 1033.071243] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.071392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.071464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.071673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.071848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.072022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02b6c87f-d473-44c2-a6f0-624ce51077b1" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.407567] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: SUCCESS [ 1033.407567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.409552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.409552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.409552] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.409552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.409552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.409552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.409552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.409552] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('797ac573-aeed-4184-a96e-74e2f746de81',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.424650] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.441918] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1033.442142] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 deletion is rescheduled due to dependency. [ 1033.442221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.443692] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.475951] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.476206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.476678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.477044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.477683] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.477683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.477683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.477683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.477683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.478165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.478165] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.478165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.478165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.478471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.478471] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.478471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.478577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.478662] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.478749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.478817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.478879] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.494839] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.495066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.495066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.495324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.495483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.495642] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.495811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.495811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.496037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.496037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.496123] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 208968c3-6ad6-4d54-aa19-26b97614c749 already deleted. [ 1033.496202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.496340] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('208968c3-6ad6-4d54-aa19-26b97614c749',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.497461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.497634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.497759] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.497842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.497909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.498083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.498731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.498731] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('208968c3-6ad6-4d54-aa19-26b97614c749',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.535383] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.911224] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.911527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.911634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.911955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.912092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.912270] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.912371] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.912435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.912601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.912698] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.912810] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 is going to be updated. [ 1033.926830] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.927192] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.927192] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.927192] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.927321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.927403] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1033.942016] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.942287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.942369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.942567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.942740] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.945486] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1033.945627] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1033.958117] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: IN_PROGRESS for 2s [ 1033.962277] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.962438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.962497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.962681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.962946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.971299] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1033.981768] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7493f2a-243d-427d-b10d-f161c1f1a22b: rpc.has_security_group_logging(os_id): False [ 1033.999959] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.000147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.000213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.000433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.000518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.000711] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.000811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.000884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.001125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.001236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.001327] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 208968c3-6ad6-4d54-aa19-26b97614c749 already deleted. [ 1034.001404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.001620] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('208968c3-6ad6-4d54-aa19-26b97614c749',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.003317] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.003455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.003455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.003584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.003667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.003844] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.003942] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.004017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.004169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.004236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.004440] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.004533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.004712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.004953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.005038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.005266] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.005360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.005422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.005560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.005634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.005725] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1034.037561] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.037561] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.037924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.037924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.038045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.038173] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 is going to be created. [ 1034.064689] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.064980] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.064980] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.065266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.065466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.082339] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: UNINITIALIZED for 2s [ 1034.089548] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.089745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.089846] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.090116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.090670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.107916] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1034.509156] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 208968c3-6ad6-4d54-aa19-26b97614c749: rpc.has_security_group_logging(os_id): False [ 1034.528439] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.528756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.528915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.529301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.529528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.529901] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.530118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.530266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.530788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.530788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.530904] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 208968c3-6ad6-4d54-aa19-26b97614c749 is going to be created. [ 1034.555838] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/208968c3-6ad6-4d54-aa19-26b97614c749], does not exist path=[/infra/domains/default/groups/208968c3-6ad6-4d54-aa19-26b97614c749]."\n}' [ 1034.556055] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 208968c3-6ad6-4d54-aa19-26b97614c749 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/208968c3-6ad6-4d54-aa19-26b97614c749 [ 1034.556115] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1034.642231] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.642426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.642426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.642593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.644140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.644507] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.645133] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.645133] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.645133] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.645133] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.645304] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.645497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.645562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.645739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.645850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.645955] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 208968c3-6ad6-4d54-aa19-26b97614c749 is going to be created. [ 1034.688178] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/208968c3-6ad6-4d54-aa19-26b97614c749], does not exist path=[/infra/domains/default/groups/208968c3-6ad6-4d54-aa19-26b97614c749]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/208968c3-6ad6-4d54-aa19-26b97614c749 [ 1034.688443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-208968c3-6ad6-4d54-aa19-26b97614c749" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.688762] env[66947]: Traceback (most recent call last): [ 1034.688762] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1034.688762] env[66947]: return func(*args, **kwargs) [ 1034.688762] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1034.688762] env[66947]: res.raise_for_status() [ 1034.688762] env[66947]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1034.688762] env[66947]: raise HTTPError(http_error_msg, response=self) [ 1034.688762] env[66947]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/208968c3-6ad6-4d54-aa19-26b97614c749 [ 1034.688762] env[66947]: During handling of the above exception, another exception occurred: [ 1034.688762] env[66947]: Traceback (most recent call last): [ 1034.688762] env[66947]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1034.688762] env[66947]: listener.cb(fileno) [ 1034.688762] env[66947]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1034.688762] env[66947]: result = function(*args, **kwargs) [ 1034.688762] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1034.688762] env[66947]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1034.688762] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1034.688762] env[66947]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1034.688762] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1034.688762] env[66947]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1034.688762] env[66947]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1034.688762] env[66947]: res.raise_for_status() [ 1034.688762] env[66947]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1034.688762] env[66947]: raise HTTPError(http_error_msg, response=self) [ 1034.688762] env[66947]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/208968c3-6ad6-4d54-aa19-26b97614c749 [ 1034.688762] env[66947]: Removing descriptor: 19 [ 1034.751863] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1034.752061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.752246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.752489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.752742] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.752809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.752880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.753059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.753148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.753379] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.997085] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: SUCCESS [ 1034.997506] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f deletion is rescheduled due to dependency. [ 1034.997506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.998060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.998060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.998258] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.998326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.998379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.998550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.998654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.998756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.998870] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.999878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.000127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.000286] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.000669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.000669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.000669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.000816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.000816] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.121036] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.121036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.121036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.121036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.136856] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1035.137896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.140050] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1035.152038] env[66947]: INFO networking_nsxv3.common.synchronization [req-947fd221-3911-423b-a6a2-d0f0d0cf92c0 req-e8d94ab6-5773-49c7-9791-d7c2b61acbb4 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_members [ 1035.152172] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGHEST for action security_group_members [ 1035.152431] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-6496aa53-301b-48a0-ae7e-9cf323005249 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.152553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.152629] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.152871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.153048] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.153147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.153211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.153365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.153455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.153547] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6496aa53-301b-48a0-ae7e-9cf323005249',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.174793] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.175018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.175113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.175332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.189766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.189766] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1035.189766] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.189766] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1035.224249] env[66947]: INFO networking_nsxv3.common.synchronization [req-0f98b18b-5223-4e52-b339-2f4b289bee26 req-4174f1b3-47e2-4670-968b-aff611c48c9e tempest-ServerRescueNegativeTestJSON-1608535984 tempest-ServerRescueNegativeTestJSON-1608535984-project-member] Enqueued Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 1035.224742] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 1035.225081] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.225206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.225274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.225474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.225628] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.225737] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.225783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.225909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.225990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.226140] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.232396] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.232577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.232624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.232842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.234084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.234276] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1035.256381] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.256527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.256587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.257618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.281622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.281973] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.282145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.282222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.282431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.282517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.282606] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 1035.315364] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.315584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.315584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.315806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.315953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.328460] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1035.347889] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.348068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.348171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.349040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.349040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.349040] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1035.465408] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.466045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.466045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.466045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.466274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.466691] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1035.466738] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d', 'af97a52c-43e1-4c9e-974b-602945cfe3e2', '4cb86da2-b1a0-4863-b8bb-95b86d4bdf19', '0c5c4168-cb45-41b2-af68-7398494772b8', 'b79f952c-3b9c-434b-8614-88d11e93d3e5', '9db41557-02cc-42e4-8a97-0c4ccb31a172', '17bf6c13-517a-420a-9568-fa1fb36c6e49', '01f9e66a-328b-4411-a10f-0ff1e6e87eaf', '207134cd-6a31-4b57-a073-c057c2bab24c', 'ef4e2067-1e6a-485f-9205-776a5f1aa674', '0d3c36b9-0be7-425a-9ced-43801e7fa082', '97b8434d-70fe-4e3f-a093-dba7ad1abf54', '6496aa53-301b-48a0-ae7e-9cf323005249', '21a52c51-462d-444a-8811-580569e98508', '320f27f9-d8e5-4f7f-ac9d-1949d396a460', '2cf2bc22-4de2-4e86-b63c-bb6f69ec3612', 'a06ce31e-c2a7-441f-b3da-864a40d820e6', '1a0a36f9-bd37-4cdc-a764-85a1463a78c5', '2cb2a8c9-6dab-4313-8760-0277cb9d9728', '50be6d75-2723-4b5f-8b83-c68fcf088df4', '61461819-d504-45ca-a149-fae621b030d0', '7b3a6dcc-6fed-4536-98b5-2626fd2c9336', '7ec8c493-a04a-430c-8f56-f64e104c07a8', 'e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2', 'b7f48d88-4d5b-4b64-933e-4d3f3200b720', '5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72', '0e149313-0faa-4ec6-9259-a04b4e798da3', 'cd6cf703-2c76-4911-9371-691def48cb9e', 'f1bbea24-d907-485b-82eb-3844009935d4', '8a8ad27b-bfb4-4423-9259-1de186bce18c', 'fefe5e9f-c234-4812-a59a-40b8ce17e99e', 'f02b3cad-2ace-4f9d-8765-ce24685fabae', '824244f9-6c1b-47d5-89b8-190e6a9ff15f', 'f7493f2a-243d-427d-b10d-f161c1f1a22b', '797ac573-aeed-4184-a96e-74e2f746de81', '5b99151e-fe66-44a1-af70-3c916dfb08fa', '4e6f2abb-51a5-4f44-acde-2688cdd98d1e', '6391b159-36f6-4da1-9ed2-b340759d2efc', '85572538-1291-4d05-b802-6ae1bbeedfa2', '7be59e82-ce97-446d-98e3-dd4bf01e0ea3', '200ee33d-8b6c-4fdf-a5a0-b047df2349f0', '660e0ce3-5dca-4500-835e-587dc6cc63e4', '0f3b7331-cbdd-407e-ab78-d3cca33ed05f', '25d40b63-ffa2-46aa-b5d4-d3fae27110e8', '1bac65f2-71ca-4ea1-a145-4df202aee9c3', 'd8827ad2-64f6-41ef-a36c-3da01d7e36b3', '7eea1704-bf63-477c-a1b3-4c8274c6bda7', '39df2176-df81-41da-8b5f-7872915b0230'} {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.466832] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1035.488527] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.488719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.488778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.488993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.489098] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.489196] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1035.489259] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.489345] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1035.502912] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('824244f9-6c1b-47d5-89b8-190e6a9ff15f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.504202] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.504372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.504428] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.504844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.524441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.524709] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.524837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.524904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.525153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.525279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.525412] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f is going to be updated. [ 1035.556253] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.556253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.556253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.556501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.556662] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.569040] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: IN_PROGRESS for 2s [ 1035.591063] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.591063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.591063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.591063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.591921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.592232] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1035.592319] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.592445] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1035.592536] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1035.592598] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1035.592668] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGH for action security_group_rules [ 1035.592748] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 with Priority: HIGH for action security_group_rules [ 1035.592885] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGH for action security_group_rules [ 1035.592971] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c5c4168-cb45-41b2-af68-7398494772b8 with Priority: HIGH for action security_group_rules [ 1035.593052] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 with Priority: HIGH for action security_group_rules [ 1035.593118] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGH for action security_group_rules [ 1035.593171] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGH for action security_group_rules [ 1035.593229] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGH for action security_group_rules [ 1035.593286] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGH for action security_group_rules [ 1035.593342] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGH for action security_group_rules [ 1035.593397] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGH for action security_group_rules [ 1035.593473] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGH for action security_group_rules [ 1035.593530] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGH for action security_group_rules [ 1035.593597] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21a52c51-462d-444a-8811-580569e98508 with Priority: HIGH for action security_group_rules [ 1035.593650] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGH for action security_group_rules [ 1035.593720] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 with Priority: HIGH for action security_group_rules [ 1035.593789] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGH for action security_group_rules [ 1035.593854] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGH for action security_group_rules [ 1035.593921] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGH for action security_group_rules [ 1035.593983] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGH for action security_group_rules [ 1035.594095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.662396] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.662396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.662396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.662396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.683531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.683610] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.683735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.683802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.684125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.684125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.684220] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6496aa53-301b-48a0-ae7e-9cf323005249 is going to be updated. [ 1035.714669] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.714820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.714893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.715164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.715388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.725975] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6496aa53-301b-48a0-ae7e-9cf323005249 in Status: IN_PROGRESS for 2s [ 1035.729284] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.970189] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 797ac573-aeed-4184-a96e-74e2f746de81 in Status: SUCCESS [ 1035.970452] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 797ac573-aeed-4184-a96e-74e2f746de81 deletion is rescheduled due to dependency. [ 1035.970615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-797ac573-aeed-4184-a96e-74e2f746de81" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.982951] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1035.983171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.983342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.983808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.984147] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.984283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.984355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.984547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.984690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.984726] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.984820] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.985740] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.985962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.986130] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.986331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.986331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.986923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.986923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.986923] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.006934] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 824244f9-6c1b-47d5-89b8-190e6a9ff15f: rpc.has_security_group_logging(os_id): False [ 1036.028625] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.028878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.028950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.029430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.029430] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.029626] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.029626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.029745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.030015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.030015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.030191] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f is going to be updated. [ 1036.093613] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: SUCCESS [ 1036.093984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.094276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.094541] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.094836] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.095010] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.095076] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.095257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.095366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.095446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.095574] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.097617] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.097746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.097810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.097992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.098193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.118577] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: IN_PROGRESS for 2s [ 1036.139915] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1036.140219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.231482] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.493449] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.493634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.493839] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.603814] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.604067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.604067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.604335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.604605] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.604744] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.604796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.604972] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.605092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.605191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.605348] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.605464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.605525] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.605730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.605895] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.606027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.606100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.606416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.606416] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.606531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.606531] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.735123] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.735370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.735370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.735826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.735826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.735989] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 is going to be updated. [ 1036.770744] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.770861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.770937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.771347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.771398] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.785013] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: IN_PROGRESS for 2s [ 1036.996820] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.109421] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4fbe0a8-bc65-477d-a1f4-05dddce98757: rpc.has_security_group_logging(os_id): False [ 1037.130871] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.131035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.131134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.131291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.131381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.131567] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.131925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.131925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.131925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.132203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.132203] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.132386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.132386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.132498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.132498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.132684] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.133110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.133110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.133110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.133110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.133367] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 is going to be created. [ 1037.207685] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.207866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.207922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.208580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.208580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.219796] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: IN_PROGRESS for 2s [ 1037.340792] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1037.341207] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d deletion is rescheduled due to dependency. [ 1037.341207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.500840] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.501031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.501121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.501381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.501512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.501662] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1037.533752] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.533996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.533996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.534216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.534357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.544241] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1037.578421] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: SUCCESS [ 1037.578595] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f deletion is rescheduled due to dependency. [ 1037.578715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.734752] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6496aa53-301b-48a0-ae7e-9cf323005249 in Status: SUCCESS [ 1037.734940] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6496aa53-301b-48a0-ae7e-9cf323005249 deletion is rescheduled due to dependency. [ 1037.735015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.133106] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824244f9-6c1b-47d5-89b8-190e6a9ff15f in Status: SUCCESS [ 1038.133405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824244f9-6c1b-47d5-89b8-190e6a9ff15f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.565192] env[66947]: INFO networking_nsxv3.common.synchronization [req-0e2199db-a4c8-440c-b182-610f6e6f50cc req-4a27bcf3-50d8-47ab-a963-6b08e54d60a9 tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 1038.565192] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 1038.565192] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGH for action security_group_rules [ 1038.565192] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 with Priority: HIGH for action security_group_rules [ 1038.565192] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGH for action security_group_rules [ 1038.565192] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGH for action security_group_rules [ 1038.565653] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGH for action security_group_rules [ 1038.565914] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 with Priority: HIGH for action security_group_rules [ 1038.566148] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 with Priority: HIGH for action security_group_rules [ 1038.566372] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGH for action security_group_rules [ 1038.566636] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a52c51-462d-444a-8811-580569e98508 with Priority: HIGH for action security_group_rules [ 1038.566845] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 with Priority: HIGH for action security_group_rules [ 1038.567097] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6496aa53-301b-48a0-ae7e-9cf323005249 with Priority: HIGH for action security_group_rules [ 1038.567315] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 with Priority: HIGH for action security_group_rules [ 1038.567513] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 with Priority: HIGH for action security_group_rules [ 1038.567719] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGH for action security_group_rules [ 1038.567915] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGH for action security_group_rules [ 1038.568119] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGH for action security_group_rules [ 1038.568310] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGH for action security_group_rules [ 1038.568514] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 with Priority: HIGH for action security_group_rules [ 1038.568714] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 with Priority: HIGH for action security_group_rules [ 1038.568926] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5c4168-cb45-41b2-af68-7398494772b8 with Priority: HIGH for action security_group_rules [ 1038.569446] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.569788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.569995] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.570314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.570575] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.570793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.570965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.572533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.572533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.572533] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.573485] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.573485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.573485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.573485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.573485] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.576315] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.576315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.576315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.576713] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.576713] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cb86da2-b1a0-4863-b8bb-95b86d4bdf19',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.577504] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.577629] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.577719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.578129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.578129] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.578849] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.578958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.579035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.579178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.579265] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.580533] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50be6d75-2723-4b5f-8b83-c68fcf088df4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.580533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.580533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.580533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.580533] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.581277] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.581414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.581470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.581615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.581701] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cb2a8c9-6dab-4313-8760-0277cb9d9728',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.583152] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.583152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.583152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.583152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.583152] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a0a36f9-bd37-4cdc-a764-85a1463a78c5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.585040] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a06ce31e-c2a7-441f-b3da-864a40d820e6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.585040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.585040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.586616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.586616] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.588131] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a52c51-462d-444a-8811-580569e98508 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.588131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.588131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.588131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.588131] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a52c51-462d-444a-8811-580569e98508',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.588514] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.588514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.588514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.588818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.588885] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cf2bc22-4de2-4e86-b63c-bb6f69ec3612',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.590685] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6496aa53-301b-48a0-ae7e-9cf323005249 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.590685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.590685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.590685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.590685] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6496aa53-301b-48a0-ae7e-9cf323005249',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.591731] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.591903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.591903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.592089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.592163] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b8434d-70fe-4e3f-a093-dba7ad1abf54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.594929] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3c36b9-0be7-425a-9ced-43801e7fa082 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.594929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.594929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.594929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.594929] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3c36b9-0be7-425a-9ced-43801e7fa082',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.594929] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.594929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.594929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.595347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.595347] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.596476] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.596629] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.596684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.597719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.597809] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.598672] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db41557-02cc-42e4-8a97-0c4ccb31a172 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.598875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.598915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.599094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.599185] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.600092] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.600215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.600444] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b79f952c-3b9c-434b-8614-88d11e93d3e5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.600679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.600774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.600905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.600976] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b79f952c-3b9c-434b-8614-88d11e93d3e5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.602105] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af97a52c-43e1-4c9e-974b-602945cfe3e2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.602292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.602382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.603867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.603867] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af97a52c-43e1-4c9e-974b-602945cfe3e2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.604996] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c5c4168-cb45-41b2-af68-7398494772b8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.604996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.604996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.605328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.605383] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c5c4168-cb45-41b2-af68-7398494772b8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.799277] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: SUCCESS [ 1038.799503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.111121] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.111121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.111121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.111121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.111917] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.112078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.112150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.112417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.112586] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.112690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.112748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.112918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.112995] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.113136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.113266] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.117361] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06ce31e-c2a7-441f-b3da-864a40d820e6 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.117548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.117642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.117937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.118198] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.118350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.118451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.118703] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.118841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.119064] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.119217] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.127034] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.127827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.127959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.128281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.128602] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.128905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.128905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.129045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.129193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.129342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.129481] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.132186] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-50be6d75-2723-4b5f-8b83-c68fcf088df4 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.132366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.132366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.132577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.132743] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.132832] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.132916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.133085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.133173] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.133448] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.133448] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.136726] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db41557-02cc-42e4-8a97-0c4ccb31a172 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.136879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.137045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.137121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.137309] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.137405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.137405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.137520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.137599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.137678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.137755] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.150246] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.150484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.150484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.150682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.150864] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.150985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.151071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.151244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.151331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.151423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.151654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.152030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.152030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.152030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.152169] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.152305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.152305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.152441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.152508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.152586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.152689] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.153673] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.210855] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.211111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.212632] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.212881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.213775] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.213951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.214812] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.214897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.215603] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.215725] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.216415] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.216536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.217309] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.217433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.218179] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.218302] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.219134] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.219306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.220060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.220298] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.220445] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.220537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.220823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.220956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.221116] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 1039.222902] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.223019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.223086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.223276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.224810] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.224929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.225477] env[66947]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.225926] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.226021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.226620] env[66947]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.227527] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.227677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.229263] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.229363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.243200] env[66947]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.243599] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: SUCCESS [ 1039.243874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.251474] env[66947]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1039.252085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.252303] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3c36b9-0be7-425a-9ced-43801e7fa082 is going to be deleted. [ 1039.253266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.253487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.270559] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.270778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.270778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.270978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.271220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.386724] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 1039.389035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.389035] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cb86da2-b1a0-4863-b8bb-95b86d4bdf19 is going to be deleted. [ 1039.390249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.390578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.391222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.391346] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6496aa53-301b-48a0-ae7e-9cf323005249 is going to be deleted. [ 1039.392889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.393150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.462086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.462277] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 is going to be deleted. [ 1039.464509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.464874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.467423] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.467824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.507044] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.507284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.540878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.541123] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a0a36f9-bd37-4cdc-a764-85a1463a78c5 is going to be deleted. [ 1039.542027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.542253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.546957] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.547078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.585309] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1039.585570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.585810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.586089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.586546] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.586546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.586546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.586728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.586843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.586927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.587155] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.587269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.587361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.587579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.587714] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.587821] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.587876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.588096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.588189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.588189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.588295] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.595956] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.595956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.598799] env[66947]: INFO networking_nsxv3.common.synchronization [req-1eae5977-4383-4eff-be23-d7c9289bad22 req-e238b05d-70a7-4549-bc0a-3d0ae5a0618b tempest-ImagesTestJSON-1156122672 tempest-ImagesTestJSON-1156122672-project-member] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 1039.600059] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGHEST for action security_group_members [ 1039.600271] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.600429] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.600463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.600894] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.600894] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.601156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.601156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.601156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.601433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.601433] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.606195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.606299] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c5c4168-cb45-41b2-af68-7398494772b8 is going to be deleted. [ 1039.607470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.607739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.643961] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.647767] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.648959] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.657981] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 207134cd-6a31-4b57-a073-c057c2bab24c: rpc.has_security_group_logging(os_id): False [ 1039.664627] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a06ce31e-c2a7-441f-b3da-864a40d820e6: rpc.has_security_group_logging(os_id): False [ 1039.685568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.685769] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a52c51-462d-444a-8811-580569e98508 is going to be deleted. [ 1039.688684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.688684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.693840] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.693840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.694758] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.694904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.718390] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.718608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.749850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.749993] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b8434d-70fe-4e3f-a093-dba7ad1abf54 is going to be deleted. [ 1039.751309] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.751611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.782398] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.782597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.792231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.792524] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cf2bc22-4de2-4e86-b63c-bb6f69ec3612 is going to be deleted. [ 1039.793944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.794308] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.835440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.835584] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cb2a8c9-6dab-4313-8760-0277cb9d9728 is going to be deleted. [ 1039.836632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.836733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.850301] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.850506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.871935] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.871935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.913843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.913843] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b79f952c-3b9c-434b-8614-88d11e93d3e5 is going to be deleted. [ 1039.914258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.914488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.969023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.969023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.973447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.973664] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be deleted. [ 1039.974652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.976054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.020458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.020575] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af97a52c-43e1-4c9e-974b-602945cfe3e2 is going to be deleted. [ 1040.022591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.022591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.022591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.022591] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be deleted. [ 1040.022970] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.023093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.023204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.023331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3c36b9-0be7-425a-9ced-43801e7fa082" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.024166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.024166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.024166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.024281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6496aa53-301b-48a0-ae7e-9cf323005249" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.024736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.024899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.025163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.025163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cb86da2-b1a0-4863-b8bb-95b86d4bdf19" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.025324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.025402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.025520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.025646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.025789] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.025934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.028964] env[66947]: INFO networking_nsxv3.common.synchronization [req-291bd546-929c-4113-aa4b-79dbac9c93a3 req-ca216164-7f2a-47fe-89b4-48c7a42f5f34 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_members [ 1040.029478] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGHEST for action security_group_members [ 1040.029898] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-50be6d75-2723-4b5f-8b83-c68fcf088df4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.030044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.030044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.030203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.030507] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.030507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.030507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.030641] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.030714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.030828] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.037319] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.037463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.095456] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f9e66a-328b-4411-a10f-0ff1e6e87eaf: rpc.has_security_group_logging(os_id): False [ 1040.104965] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.105499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.117175] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.117382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.127963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.128473] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.128721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.128878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.129189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.130018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.130018] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 is going to be updated. [ 1040.130764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.131168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.133179] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.134016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.147326] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50be6d75-2723-4b5f-8b83-c68fcf088df4: rpc.has_security_group_logging(os_id): False [ 1040.154034] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef4e2067-1e6a-485f-9205-776a5f1aa674: rpc.has_security_group_logging(os_id): False [ 1040.154034] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9db41557-02cc-42e4-8a97-0c4ccb31a172: rpc.has_security_group_logging(os_id): False [ 1040.154034] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.154034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.209999] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.210346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.221660] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.221660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.246138] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.246632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.309484] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.309819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.319630] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.319878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.320594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.320816] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.320990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.321121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.321290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.321373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.321594] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.321717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.321717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.321993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.322210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.322503] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.322605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.322683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.322880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.322994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.323137] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 1040.324379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.324562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.324656] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.324813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c5c4168-cb45-41b2-af68-7398494772b8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.324957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.325182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.325490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.325490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a52c51-462d-444a-8811-580569e98508" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.325962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.325962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.325962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.325962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b8434d-70fe-4e3f-a093-dba7ad1abf54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.326210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.326346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.326346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.326528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cf2bc22-4de2-4e86-b63c-bb6f69ec3612" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.327258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.327463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.327558] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.327689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cb2a8c9-6dab-4313-8760-0277cb9d9728" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.327841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.328068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.328178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.328433] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.328595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.328680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.328848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.328926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.329894] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be updated. [ 1040.330505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.330505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.330889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.330889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b79f952c-3b9c-434b-8614-88d11e93d3e5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.330889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.331028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.331106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.331226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a0a36f9-bd37-4cdc-a764-85a1463a78c5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.331384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.331550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.331668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.331765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.331998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.332322] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.404207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.404777] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.404777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.404958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.405102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.405239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.405531] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.405678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.405778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.405994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.406087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.406281] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.406359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.406446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.406572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.406645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.406742] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1040.408113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.408280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.455710] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.455949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.456036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.456226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.456372] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.473544] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.473544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.479891] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 1040.502056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.502494] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.502643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.502751] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.503083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.503210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.503342] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 is going to be updated. [ 1040.505406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.505523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.505649] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.505816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.506020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.506223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.506335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.506477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af97a52c-43e1-4c9e-974b-602945cfe3e2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.506667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.506852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.533647] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.533820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.583485] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.583739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.592021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.592613] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.592613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.592820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.592948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.593085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.593233] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 is going to be updated. [ 1040.595428] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.595646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.595793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.596982] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.597210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.646217] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.646217] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.657236] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 in Status: IN_PROGRESS for 2s [ 1040.667791] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.668299] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.668398] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.668470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.668761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.668896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.669098] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 is going to be updated. [ 1040.670802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.671134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.671342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.672808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.673111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.673326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.673663] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.673830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.673929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.674211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.674337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.674544] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 is going to be updated. [ 1040.676129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.676359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.677118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.727712] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1040.729233] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: IN_PROGRESS for 2s [ 1040.733405] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.733587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.733635] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.733912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.734315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.757225] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.757225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.757225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.757225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.757225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.768343] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: IN_PROGRESS for 2s [ 1040.781294] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 in Status: IN_PROGRESS for 2s [ 1040.818308] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.818308] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.818308] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.818308] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.818308] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.868699] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.868699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.868699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.868978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.869092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.870807] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 in Status: IN_PROGRESS for 2s [ 1040.893355] env[66947]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1040.894921] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 in Status: IN_PROGRESS for 2s [ 1041.397952] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 1041.398254] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa deletion is rescheduled due to dependency. [ 1041.398254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.489980] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 1042.490384] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c deletion is rescheduled due to dependency. [ 1042.490384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.674442] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 in Status: SUCCESS [ 1042.674673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.747404] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1042.747653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.747830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.748096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.748223] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.749810] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 207134cd-6a31-4b57-a073-c057c2bab24c in Status: SUCCESS [ 1042.750042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.780759] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: SUCCESS [ 1042.780985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.790794] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 in Status: SUCCESS [ 1042.790794] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 deletion is rescheduled due to dependency. [ 1042.791022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.885617] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 in Status: SUCCESS [ 1042.885899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.914583] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 in Status: SUCCESS [ 1042.914813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.251301] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.251479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.251553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.251809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.252056] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.252197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.252257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.252392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.252493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.252586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.252681] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.755417] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.755754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.755754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.755835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.755991] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.756108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.756174] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.756325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.756412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.756502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.756649] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.756740] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.756801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.756941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.757098] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.757188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.757247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.757382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.757458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.757592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.757695] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.259403] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01f9e66a-328b-4411-a10f-0ff1e6e87eaf: rpc.has_security_group_logging(os_id): False [ 1044.280470] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.280741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.280842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.281148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.281533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.281648] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.281766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.281899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.282232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.282854] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.282854] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.282854] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.282854] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.283118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.283154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.283385] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.283523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.283614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.283809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.283927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.284108] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1044.367065] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.370390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.370502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.370847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.371068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.399672] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1045.031027] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1045.031254] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1046.422239] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1046.422527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.722657] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.722864] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.722989] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.723286] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.723549] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.723720] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.723822] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.724040] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.724193] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.724483] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.724624] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.724736] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.724845] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.724959] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.725075] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.725261] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.745688] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.746073] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.746266] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.746477] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.746837] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.747039] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.747165] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.747419] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.747567] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf0cdb3-3ed0-4d15-a0b6-b62c1738838c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.250070] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.250377] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.250538] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.250859] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.251061] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.251455] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.251649] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.251855] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.252212] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.252395] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.252749] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.252947] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.253122] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.253396] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.253558] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.253717] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: daf0cdb3-3ed0-4d15-a0b6-b62c1738838c is going to be updated. [ 1047.282386] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.282657] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.282776] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.283109] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.283339] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.283564] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.003585] env[66947]: INFO networking_nsxv3.common.synchronization [req-f2d2080e-a78d-4f86-93af-e4e2d7412c10 req-0a9e2c57-5afe-40a7-a6c9-e19b335ff365 service nova] Enqueued Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_rules [ 1048.003986] env[66947]: INFO networking_nsxv3.common.synchronization [req-f2d2080e-a78d-4f86-93af-e4e2d7412c10 req-0a9e2c57-5afe-40a7-a6c9-e19b335ff365 service nova] Enqueued Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_members [ 1048.003986] env[66947]: INFO networking_nsxv3.common.synchronization [req-f2d2080e-a78d-4f86-93af-e4e2d7412c10 req-0a9e2c57-5afe-40a7-a6c9-e19b335ff365 service nova] Enqueued Resource ID: daf0cdb3-3ed0-4d15-a0b6-b62c1738838c with Priority: HIGHEST for action port [ 1048.004395] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_rules [ 1048.004578] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_members [ 1048.004686] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daf0cdb3-3ed0-4d15-a0b6-b62c1738838c with Priority: HIGHEST for action port [ 1048.005465] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.005670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.005774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.006032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.006170] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.007980] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.008270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.008374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.008625] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.008810] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.008936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.009028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.009203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.009320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.009433] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.010320] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.010464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.011055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.011255] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.011363] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('daf0cdb3-3ed0-4d15-a0b6-b62c1738838c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.508532] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.508704] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.513328] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port daf0cdb3-3ed0-4d15-a0b6-b62c1738838c with status ACTIVE [ 1048.514143] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.514143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.514143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.514143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.514143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.514451] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.514565] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.514650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.514825] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.514910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.515139] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.515236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.515297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.515436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.515515] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.515601] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: daf0cdb3-3ed0-4d15-a0b6-b62c1738838c is going to be updated. [ 1048.516735] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.539278] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.539516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.539610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.539820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.540030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.540221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-daf0cdb3-3ed0-4d15-a0b6-b62c1738838c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.019547] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.522249] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.522481] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.522531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.522756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.522847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.522954] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 is going to be updated. [ 1049.556808] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.557008] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.557091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.557307] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.557463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.567178] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 in Status: IN_PROGRESS for 2s [ 1051.582530] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 in Status: SUCCESS [ 1051.582931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.582931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.583185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.583386] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.583525] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.583598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.583750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.583853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.583928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.583986] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.001925] env[66947]: INFO networking_nsxv3.common.synchronization [req-315c19d2-c3a2-4537-9355-3d3d3c0f67e2 req-57017e1f-ac93-43c6-8f7c-1c2a9a29380d tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGHEST for action security_group_members [ 1052.001925] env[66947]: INFO networking_nsxv3.common.synchronization [req-315c19d2-c3a2-4537-9355-3d3d3c0f67e2 req-57017e1f-ac93-43c6-8f7c-1c2a9a29380d tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1052.002177] env[66947]: INFO networking_nsxv3.common.synchronization [req-315c19d2-c3a2-4537-9355-3d3d3c0f67e2 req-57017e1f-ac93-43c6-8f7c-1c2a9a29380d tempest-SecurityGroupsTestJSON-14619869 tempest-SecurityGroupsTestJSON-14619869-project-member] Enqueued Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_members [ 1052.002875] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGHEST for action security_group_members [ 1052.003117] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGHEST for action security_group_members [ 1052.003323] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02b3cad-2ace-4f9d-8765-ce24685fabae with Priority: HIGHEST for action security_group_members [ 1052.003819] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a06ce31e-c2a7-441f-b3da-864a40d820e6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.003971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.004210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.004414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.004691] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.004908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.004989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.005288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.005472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.005621] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.006944] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.007152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.007256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.007493] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.007717] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.008302] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.008405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.008670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.008792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.008925] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.011203] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f02b3cad-2ace-4f9d-8765-ce24685fabae taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.011392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.011470] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.011709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.011958] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.012141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.012246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.012472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.012616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.012757] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f02b3cad-2ace-4f9d-8765-ce24685fabae',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.086623] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.515763] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.515961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.515961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.516213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.516356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.516542] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.516670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.516725] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.516879] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.516966] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.517073] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 is going to be updated. [ 1052.518491] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.518617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.518689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.518854] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.518938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.519153] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.519262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.519336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.519562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.519672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.519768] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be updated. [ 1052.520885] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.521058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.521168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.521439] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.545632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.545972] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.546112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.546179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.546402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.546485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.546581] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b3cad-2ace-4f9d-8765-ce24685fabae is going to be updated. [ 1052.570507] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.570607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.570650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.570849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.570994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.573044] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.573280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.573280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.574533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.574533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.589857] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: IN_PROGRESS for 2s [ 1052.589857] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 320f27f9-d8e5-4f7f-ac9d-1949d396a460: rpc.has_security_group_logging(os_id): False [ 1052.601668] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 in Status: IN_PROGRESS for 2s [ 1052.603495] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.603808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.603903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.604777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.604777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.625479] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: IN_PROGRESS for 2s [ 1052.626559] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.626731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.626779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.626984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.627101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.627356] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.627461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.627527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.627715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.627843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.628141] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 is going to be created. [ 1052.727065] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.727065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.727065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.727424] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.727716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.744253] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 in Status: IN_PROGRESS for 2s [ 1052.967768] env[66947]: INFO networking_nsxv3.common.synchronization [None req-fcc67ab7-d3da-4ee9-aea3-41fc1189bfa2 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_rules [ 1052.968365] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_rules [ 1052.968860] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.969055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.969165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.969579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.969979] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.079491] env[66947]: INFO networking_nsxv3.common.synchronization [None req-01068691-176f-40fa-9c7a-080736b49e9c tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_rules [ 1053.080187] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_rules [ 1053.080778] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.080778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.490672] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.490672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.490672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.490923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.490923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.490997] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a14ecf03-243f-4214-a80f-443fcfabcd97 already deleted. [ 1053.491106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.491303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.491492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.491578] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.934941] env[66947]: INFO networking_nsxv3.common.synchronization [req-5af28760-c2d2-46ea-8ac1-8bb0eac8c690 req-d98f7e11-cdda-4089-98be-fcfe40d41f7c tempest-ServerRescueNegativeTestJSON-1608535984 tempest-ServerRescueNegativeTestJSON-1608535984-project-member] Enqueued Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 1053.936013] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 with Priority: HIGHEST for action security_group_members [ 1053.936484] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-85572538-1291-4d05-b802-6ae1bbeedfa2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.936721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.936795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.936985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.937161] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.937272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.937354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.937522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.937754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.937754] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85572538-1291-4d05-b802-6ae1bbeedfa2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.019052] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.019219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.019340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.020240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.020802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.020957] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a14ecf03-243f-4214-a80f-443fcfabcd97 already deleted. [ 1054.021197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.441470] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.441668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.441745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.442474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.465841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.465841] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.465841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.466199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.466199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.466199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.466292] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 is going to be updated. [ 1054.500709] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.500909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.500909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.501042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.501193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.513673] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: IN_PROGRESS for 2s [ 1054.604550] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf in Status: SUCCESS [ 1054.605316] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf deletion is rescheduled due to dependency. [ 1054.605526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.615228] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 in Status: SUCCESS [ 1054.615526] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 deletion is rescheduled due to dependency. [ 1054.615697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.635219] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f02b3cad-2ace-4f9d-8765-ce24685fabae in Status: SUCCESS [ 1054.635421] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f02b3cad-2ace-4f9d-8765-ce24685fabae deletion is rescheduled due to dependency. [ 1054.635512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f02b3cad-2ace-4f9d-8765-ce24685fabae" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.761335] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 in Status: SUCCESS [ 1054.761600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.411226] env[66947]: INFO networking_nsxv3.common.synchronization [req-67fad13c-ed0e-492b-8365-c44b769cf344 req-1c0e0035-4fd8-4432-bacb-305926be39c5 tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 1055.412033] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 1055.412426] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.412587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.412660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.412866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.413035] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.413132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.413187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.413337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.413429] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.413597] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.738967] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.739196] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.739328] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.739708] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.739865] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.740024] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.740246] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.740475] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.740625] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.740832] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.740944] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.741069] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.741171] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.741280] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.741387] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.741516] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.763057] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.763254] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.763387] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.763621] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.764335] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-bea4dc4d-52ff-4619-81d4-97bdeee37c6a taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.764335] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-bea4dc4d-52ff-4619-81d4-97bdeee37c6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.764550] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-bea4dc4d-52ff-4619-81d4-97bdeee37c6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.764822] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-bea4dc4d-52ff-4619-81d4-97bdeee37c6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.764991] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea4dc4d-52ff-4619-81d4-97bdeee37c6a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.916025] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.916223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.916273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.917260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.917388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.917620] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.917735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.917802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.917973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.918069] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.918161] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 1055.951085] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.951237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.951311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.951530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.951688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.961502] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 1056.268600] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.268600] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.268755] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.268975] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.269377] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.269566] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port bea4dc4d-52ff-4619-81d4-97bdeee37c6a not found, creating... [ 1056.269986] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.270311] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.270449] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.270675] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.270815] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.271527] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.271527] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.271527] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.272272] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.272272] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.272272] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: bea4dc4d-52ff-4619-81d4-97bdeee37c6a is going to be created. [ 1056.292691] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.292905] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.293056] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.293341] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.293573] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.293798] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-bea4dc4d-52ff-4619-81d4-97bdeee37c6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.534361] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 in Status: SUCCESS [ 1056.534917] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85572538-1291-4d05-b802-6ae1bbeedfa2 deletion is rescheduled due to dependency. [ 1056.534917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85572538-1291-4d05-b802-6ae1bbeedfa2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.001680] env[66947]: INFO networking_nsxv3.common.synchronization [req-67fad13c-ed0e-492b-8365-c44b769cf344 req-1bfc23f1-4bf0-4e6d-bbb3-9ec1ea473631 service nova] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_rules [ 1057.001680] env[66947]: INFO networking_nsxv3.common.synchronization [req-67fad13c-ed0e-492b-8365-c44b769cf344 req-1bfc23f1-4bf0-4e6d-bbb3-9ec1ea473631 service nova] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 1057.001680] env[66947]: INFO networking_nsxv3.common.synchronization [req-67fad13c-ed0e-492b-8365-c44b769cf344 req-1bfc23f1-4bf0-4e6d-bbb3-9ec1ea473631 service nova] Enqueued Resource ID: bea4dc4d-52ff-4619-81d4-97bdeee37c6a with Priority: HIGHEST for action port [ 1057.003225] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_rules [ 1057.003225] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 1057.003225] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea4dc4d-52ff-4619-81d4-97bdeee37c6a with Priority: HIGHEST for action port [ 1057.003225] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.003225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.003225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.003225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.003225] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.004078] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.004178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.004383] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea4dc4d-52ff-4619-81d4-97bdeee37c6a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.004496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea4dc4d-52ff-4619-81d4-97bdeee37c6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.004535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea4dc4d-52ff-4619-81d4-97bdeee37c6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.004865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea4dc4d-52ff-4619-81d4-97bdeee37c6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.004865] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea4dc4d-52ff-4619-81d4-97bdeee37c6a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.507432] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.507677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.507940] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bea4dc4d-52ff-4619-81d4-97bdeee37c6a with status ACTIVE [ 1057.508197] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.508511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.508511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.508846] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.508931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.509217] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.509477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.509609] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.509918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.510170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.510471] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.510619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.510863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.511111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.511283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.511503] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bea4dc4d-52ff-4619-81d4-97bdeee37c6a is going to be updated. [ 1057.540615] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.540615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.541044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.541044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.541044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.541265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea4dc4d-52ff-4619-81d4-97bdeee37c6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.800028] env[66947]: INFO networking_nsxv3.common.synchronization [req-b678fcd6-0e3b-491c-82ca-4f76636b71fe req-cc0a40fd-f854-48b4-be6c-5c6f1f1ba5a1 tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1057.801924] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1057.801924] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.801924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.801924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.801924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.802261] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.802261] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.802399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.803067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.803188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.803307] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.973328] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 1057.973508] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa deletion is rescheduled due to dependency. [ 1057.973673] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.973777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.974000] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.974210] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.974347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.974417] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.974613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.974708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.974842] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.179775] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.180052] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.180190] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.180468] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.180731] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.180981] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.181137] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.181405] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.181592] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.181873] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.182012] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.182167] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.182288] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.182410] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.182519] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.182653] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.205799] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.206097] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.206177] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.206355] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.206674] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-fa8a5736-4c1e-4253-8e3c-33ad93878925 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.206934] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-fa8a5736-4c1e-4253-8e3c-33ad93878925" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.207096] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-fa8a5736-4c1e-4253-8e3c-33ad93878925" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.207432] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-fa8a5736-4c1e-4253-8e3c-33ad93878925" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.207574] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa8a5736-4c1e-4253-8e3c-33ad93878925',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.306956] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.479029] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.710441] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.710985] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.710985] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.711223] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.711425] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.711695] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port fa8a5736-4c1e-4253-8e3c-33ad93878925 not found, creating... [ 1058.712013] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.712314] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.712469] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.712758] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.712958] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.713312] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.713514] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.713639] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.713858] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.713997] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.714157] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: fa8a5736-4c1e-4253-8e3c-33ad93878925 is going to be created. [ 1058.737485] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.737876] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.738029] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.738416] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.738897] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.739197] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-fa8a5736-4c1e-4253-8e3c-33ad93878925" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.809998] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.983063] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.311904] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.311904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.312240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.312407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.312534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.312677] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1059.343278] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.343448] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.343524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.343732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.343892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.353343] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1059.461342] env[66947]: INFO networking_nsxv3.common.synchronization [req-b678fcd6-0e3b-491c-82ca-4f76636b71fe req-db002c48-6a8f-4507-8458-ef30cc377662 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 1059.461537] env[66947]: INFO networking_nsxv3.common.synchronization [req-b678fcd6-0e3b-491c-82ca-4f76636b71fe req-db002c48-6a8f-4507-8458-ef30cc377662 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1059.461678] env[66947]: INFO networking_nsxv3.common.synchronization [req-b678fcd6-0e3b-491c-82ca-4f76636b71fe req-db002c48-6a8f-4507-8458-ef30cc377662 service nova] Enqueued Resource ID: fa8a5736-4c1e-4253-8e3c-33ad93878925 with Priority: HIGHEST for action port [ 1059.462267] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 1059.462402] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1059.462509] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa8a5736-4c1e-4253-8e3c-33ad93878925 with Priority: HIGHEST for action port [ 1059.463246] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.463392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.463455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.463676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.463749] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.464664] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.464798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.464993] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa8a5736-4c1e-4253-8e3c-33ad93878925 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.465160] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa8a5736-4c1e-4253-8e3c-33ad93878925" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.465220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa8a5736-4c1e-4253-8e3c-33ad93878925" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.466058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa8a5736-4c1e-4253-8e3c-33ad93878925" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.466058] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa8a5736-4c1e-4253-8e3c-33ad93878925',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.485373] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.485524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.485781] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.485858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.485900] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.485976] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 1059.515066] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.515066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.515066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.515066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.515066] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.523418] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 1059.967665] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.968111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.968111] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa8a5736-4c1e-4253-8e3c-33ad93878925 with status ACTIVE [ 1059.968214] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.968276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.968331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.968549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.968638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.968809] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.968894] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.968956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.969124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.969201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.969378] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.969469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.969529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.969665] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.969739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.969819] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa8a5736-4c1e-4253-8e3c-33ad93878925 is going to be updated. [ 1059.995049] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.995346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.995346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.995447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.995544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.995701] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa8a5736-4c1e-4253-8e3c-33ad93878925" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.364158] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1061.364435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.364537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.364788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.365125] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.365256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.365317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.365447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.365529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.365628] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.538616] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 1061.538932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.539226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.539548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.539977] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.540114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.540114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.540375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.540469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.540598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.540749] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.869369] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.044480] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.045751] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.046096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.046208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.046349] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.046683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.046683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.046848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.046922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.046974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.047146] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.047512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.047512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.047512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.047759] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.047759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.047759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.047934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.047934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.048034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.048082] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.374217] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.551574] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b99151e-fe66-44a1-af70-3c916dfb08fa: rpc.has_security_group_logging(os_id): False [ 1062.564862] env[66947]: INFO networking_nsxv3.common.synchronization [None req-c51ba686-b8bb-42be-beb2-b84fe873492a tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_rules [ 1062.565609] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_rules [ 1062.566368] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494cd076-cded-41e4-9bec-fc0625c9bd42 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.566519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.566570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.567312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.567312] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494cd076-cded-41e4-9bec-fc0625c9bd42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.571280] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.571503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.571567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.572476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.572476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.572476] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.572476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.572476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.572476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.572476] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.573238] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.573238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.573238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.573474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.575794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.575794] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.575794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.575794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.575794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.575794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.575794] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 1062.639945] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.639945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.639945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.640187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.640367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.662337] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 1062.722121] env[66947]: INFO networking_nsxv3.common.synchronization [None req-588168a4-2126-4673-bfb1-2bc3d63fbfb0 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_rules [ 1062.724867] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_rules [ 1062.725586] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494cd076-cded-41e4-9bec-fc0625c9bd42 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.725852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.876267] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.876507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.876557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.876811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.877556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.877556] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1062.911319] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.911319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.911566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.911623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.911730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.921912] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1063.109860] env[66947]: INFO networking_nsxv3.common.synchronization [req-66bdd3c0-edca-471e-a8f7-a5630fe828a6 req-207418c0-cf15-4ef6-958e-d303cd63a15b tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_members [ 1063.110384] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f with Priority: HIGHEST for action security_group_members [ 1063.110783] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.110940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.111341] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.111770] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.111832] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.111944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.112189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.112464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.112590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.113163] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f3b7331-cbdd-407e-ab78-d3cca33ed05f',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.116572] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.116779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.116872] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.117128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.117239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.117382] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 already deleted. [ 1063.117462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.117642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.118122] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.118122] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494cd076-cded-41e4-9bec-fc0625c9bd42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.615759] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.616216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.616216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.616428] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.643857] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.644068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.647671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.647994] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.648241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.648241] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.648460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.648547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.648668] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f is going to be updated. [ 1063.650431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.650431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.650431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.650431] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 already deleted. [ 1063.650637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.679295] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.679435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.679485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.679795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.679910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.694086] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f in Status: IN_PROGRESS for 2s [ 1064.332652] env[66947]: INFO networking_nsxv3.common.synchronization [req-6181e75d-8f51-4d1c-a74d-488b7154ab0c req-45edf7e7-33d5-4058-b2c4-10c5de11d3cb tempest-ServersAdminNegativeTestJSON-1428043345 tempest-ServersAdminNegativeTestJSON-1428043345-project-member] Enqueued Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1064.332999] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1064.333381] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.333513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.333568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.333812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.334447] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.334589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.334690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.334940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.335104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.335282] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.681120] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 1064.681120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.743666] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-471 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.743891] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.743974] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.744266] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.744531] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.744680] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.744795] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.745023] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.745165] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.745435] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.745531] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.745617] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.745698] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.745803] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.745915] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.746058] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.784328] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.784690] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.784877] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.785161] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-471" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.785780] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-24bd4177-ef8f-43c9-9a51-63d32baa6c31 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.785946] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-24bd4177-ef8f-43c9-9a51-63d32baa6c31" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.789814] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-24bd4177-ef8f-43c9-9a51-63d32baa6c31" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.789814] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-24bd4177-ef8f-43c9-9a51-63d32baa6c31" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.789814] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24bd4177-ef8f-43c9-9a51-63d32baa6c31',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.838036] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.934377] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1064.934658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.935209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.935467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.935681] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.935806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.935871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.936123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.936257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.936396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.936543] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.290024] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.290370] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.290468] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.290771] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.291018] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.291245] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 24bd4177-ef8f-43c9-9a51-63d32baa6c31 not found, creating... [ 1065.291464] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.291740] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.291846] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.292119] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.292396] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.292849] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.293035] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.293158] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.293497] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.293669] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.293846] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 24bd4177-ef8f-43c9-9a51-63d32baa6c31 is going to be created. [ 1065.322895] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.323199] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.323483] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.323973] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.324144] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.324406] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-24bd4177-ef8f-43c9-9a51-63d32baa6c31" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.343597] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.439491] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.439701] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.439815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.440148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.440383] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.440519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.440841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.440941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.441017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.441130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.441348] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.441486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.441574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.441773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.441989] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.442101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.442219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.442391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.442502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.442622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.443304] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.705498] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f in Status: SUCCESS [ 1065.705498] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f3b7331-cbdd-407e-ab78-d3cca33ed05f deletion is rescheduled due to dependency. [ 1065.705498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f3b7331-cbdd-407e-ab78-d3cca33ed05f" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.847418] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.848516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.848516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.848516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.848516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.848516] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 is going to be updated. [ 1065.878582] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.878821] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.878821] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.881872] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.882094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.886243] env[66947]: INFO networking_nsxv3.common.synchronization [None req-99080ece-01ab-4a93-8204-42995df367e5 None None] Enqueued Resource ID: 9cb7a9f8-5d4d-4ac9-a3e7-320e6c468f78 with Priority: HIGHEST for action port [ 1065.886243] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb7a9f8-5d4d-4ac9-a3e7-320e6c468f78 with Priority: HIGHEST for action port [ 1065.886799] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cb7a9f8-5d4d-4ac9-a3e7-320e6c468f78 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.886962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cb7a9f8-5d4d-4ac9-a3e7-320e6c468f78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.887094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cb7a9f8-5d4d-4ac9-a3e7-320e6c468f78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.887415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cb7a9f8-5d4d-4ac9-a3e7-320e6c468f78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.887548] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cb7a9f8-5d4d-4ac9-a3e7-320e6c468f78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.893368] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: IN_PROGRESS for 2s [ 1065.947898] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7493f2a-243d-427d-b10d-f161c1f1a22b: rpc.has_security_group_logging(os_id): False [ 1065.966048] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.966367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.966491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.966815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.000137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.000137] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.000137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.000137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.000137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.000137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.000137] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.000137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.000137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.000856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.000856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.000856] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.000856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.000856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.001056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.001056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.001822] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1066.019255] env[66947]: INFO networking_nsxv3.common.synchronization [req-6181e75d-8f51-4d1c-a74d-488b7154ab0c req-582f7562-a556-43ca-9814-ad15bd6a930c service nova] Enqueued Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_rules [ 1066.019459] env[66947]: INFO networking_nsxv3.common.synchronization [req-6181e75d-8f51-4d1c-a74d-488b7154ab0c req-582f7562-a556-43ca-9814-ad15bd6a930c service nova] Enqueued Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1066.019598] env[66947]: INFO networking_nsxv3.common.synchronization [req-6181e75d-8f51-4d1c-a74d-488b7154ab0c req-582f7562-a556-43ca-9814-ad15bd6a930c service nova] Enqueued Resource ID: 24bd4177-ef8f-43c9-9a51-63d32baa6c31 with Priority: HIGHEST for action port [ 1066.020129] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_rules [ 1066.020267] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1066.020661] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24bd4177-ef8f-43c9-9a51-63d32baa6c31 with Priority: HIGHEST for action port [ 1066.020661] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.020789] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.020789] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.021153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.021410] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.025138] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.025138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.025138] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-24bd4177-ef8f-43c9-9a51-63d32baa6c31 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.025138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24bd4177-ef8f-43c9-9a51-63d32baa6c31" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.025138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24bd4177-ef8f-43c9-9a51-63d32baa6c31" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.025138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24bd4177-ef8f-43c9-9a51-63d32baa6c31" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.025138] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24bd4177-ef8f-43c9-9a51-63d32baa6c31',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.067139] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.067551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.067551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.067778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.067778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.086026] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1066.392563] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cb7a9f8-5d4d-4ac9-a3e7-320e6c468f78 [ 1066.392563] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.392563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.392563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.392563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.392563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.392563] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cb7a9f8-5d4d-4ac9-a3e7-320e6c468f78 already deleted. [ 1066.392563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cb7a9f8-5d4d-4ac9-a3e7-320e6c468f78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.525468] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.525651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.525962] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24bd4177-ef8f-43c9-9a51-63d32baa6c31 with status ACTIVE [ 1066.526286] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.526455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.526554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.526908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.526973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.528027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.528027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.528027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.528027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.528027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.528027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.528957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.529079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.529256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.529627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.529701] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24bd4177-ef8f-43c9-9a51-63d32baa6c31 is going to be updated. [ 1066.564729] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.564729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.564729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.565031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.565031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.565178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24bd4177-ef8f-43c9-9a51-63d32baa6c31" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.735792] env[66947]: INFO networking_nsxv3.common.synchronization [req-e9ad33d0-fe89-4371-9437-e20b3390bfcf req-db99702d-2140-4c29-9f1a-a0aedc21ff8e tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1066.735792] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1066.735792] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.735792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.735792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.735792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.736423] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.736423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.736423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.736423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.736423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.736423] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.092353] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.094261] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.094750] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.095155] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.095563] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.095797] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.095932] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.096215] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.096383] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.096597] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.096724] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.096836] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.096955] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.097076] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.097182] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.097341] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.122311] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.122371] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.122777] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.122977] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.123653] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-3bea1952-aaf3-466f-870c-e53709cdf1e6 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.123896] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-3bea1952-aaf3-466f-870c-e53709cdf1e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.123973] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-3bea1952-aaf3-466f-870c-e53709cdf1e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.125193] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-3bea1952-aaf3-466f-870c-e53709cdf1e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.126039] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bea1952-aaf3-466f-870c-e53709cdf1e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.241185] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.241185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.241185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.241185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.241185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.241185] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.241556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.241556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.241556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.241556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.241733] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be deleted. [ 1067.272451] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.272451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.272732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.272779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.273404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.273404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.628791] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.629143] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.629455] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.629706] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.630075] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.630272] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 3bea1952-aaf3-466f-870c-e53709cdf1e6 not found, creating... [ 1067.630701] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.630875] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.631026] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.631371] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.631603] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.632072] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.632921] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.632921] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.632921] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.633099] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.633220] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 3bea1952-aaf3-466f-870c-e53709cdf1e6 is going to be created. [ 1067.658271] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.658502] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.658644] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.658951] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.659227] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.659486] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-3bea1952-aaf3-466f-870c-e53709cdf1e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.903279] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: SUCCESS [ 1067.903648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.903726] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.903904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.904106] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.904223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.904288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.904451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.904530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.904625] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.105761] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1068.105761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.164855] env[66947]: INFO networking_nsxv3.common.synchronization [None req-68e744df-e25a-42fe-bfd7-d2bda7c73dab None None] Enqueued Resource ID: 9d7390ad-9367-4cad-95d7-f6ff915eae83 with Priority: HIGHEST for action port [ 1068.165422] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d7390ad-9367-4cad-95d7-f6ff915eae83 with Priority: HIGHEST for action port [ 1068.165736] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d7390ad-9367-4cad-95d7-f6ff915eae83 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.165859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d7390ad-9367-4cad-95d7-f6ff915eae83" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.165933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d7390ad-9367-4cad-95d7-f6ff915eae83" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.166771] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d7390ad-9367-4cad-95d7-f6ff915eae83" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.166847] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7390ad-9367-4cad-95d7-f6ff915eae83',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.392875] env[66947]: INFO networking_nsxv3.common.synchronization [req-e9ad33d0-fe89-4371-9437-e20b3390bfcf req-1dc26efb-017a-41b0-b0f8-49d277472b33 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 1068.393064] env[66947]: INFO networking_nsxv3.common.synchronization [req-e9ad33d0-fe89-4371-9437-e20b3390bfcf req-1dc26efb-017a-41b0-b0f8-49d277472b33 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1068.393267] env[66947]: INFO networking_nsxv3.common.synchronization [req-e9ad33d0-fe89-4371-9437-e20b3390bfcf req-1dc26efb-017a-41b0-b0f8-49d277472b33 service nova] Enqueued Resource ID: 3bea1952-aaf3-466f-870c-e53709cdf1e6 with Priority: HIGHEST for action port [ 1068.393786] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 1068.393947] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1068.394505] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bea1952-aaf3-466f-870c-e53709cdf1e6 with Priority: HIGHEST for action port [ 1068.394869] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.395034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.395238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.395478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.395593] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.396512] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.396675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.396781] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.396973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.397164] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.397291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.397381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.397562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.397751] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.397865] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.398994] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bea1952-aaf3-466f-870c-e53709cdf1e6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.399159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bea1952-aaf3-466f-870c-e53709cdf1e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.399255] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bea1952-aaf3-466f-870c-e53709cdf1e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.399434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bea1952-aaf3-466f-870c-e53709cdf1e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.399541] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bea1952-aaf3-466f-870c-e53709cdf1e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.406298] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.669292] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d7390ad-9367-4cad-95d7-f6ff915eae83 [ 1068.669537] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.669679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.669785] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.670081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.670081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.670357] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d7390ad-9367-4cad-95d7-f6ff915eae83 already deleted. [ 1068.670357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d7390ad-9367-4cad-95d7-f6ff915eae83" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.901783] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.903246] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.903422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.903725] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bea1952-aaf3-466f-870c-e53709cdf1e6 with status ACTIVE [ 1068.904013] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.904136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.904219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.904559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.905571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.905571] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.905571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.905571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.905571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.905571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.905926] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.905926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.906342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.906561] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.907268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.907268] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bea1952-aaf3-466f-870c-e53709cdf1e6 is going to be updated. [ 1068.910471] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.932462] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.932462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.932462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.932866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.933095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.933350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bea1952-aaf3-466f-870c-e53709cdf1e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.409691] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.414326] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.414326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.414326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.414326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.414326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.414326] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 is going to be updated. [ 1069.461434] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.461633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.461714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.461951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.462318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.473330] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: IN_PROGRESS for 2s [ 1069.916364] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.917155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.917155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.917155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.917155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.917155] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be created. [ 1069.943381] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.943925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.943925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.943925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.944114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.956129] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: UNINITIALIZED for 2s [ 1070.919454] env[66947]: INFO networking_nsxv3.common.synchronization [req-269b2c18-e8d4-4356-961b-a1d2b1c58f71 req-9d1acbb4-8d8b-4a79-87d4-e009b2a29cac tempest-ServerDiskConfigTestJSON-1536063846 tempest-ServerDiskConfigTestJSON-1536063846-project-member] Enqueued Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 1070.920063] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa with Priority: HIGHEST for action security_group_members [ 1070.920566] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b99151e-fe66-44a1-af70-3c916dfb08fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.920885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.920979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.921259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.921448] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.921555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.921643] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.921868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.921955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.922049] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b99151e-fe66-44a1-af70-3c916dfb08fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.425115] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.425311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.425391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.425626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.425720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.425926] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.426040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.426110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.426303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.426339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.426414] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa is going to be updated. [ 1071.473061] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.473061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.473061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.473061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.473258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.483131] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: IN_PROGRESS for 2s [ 1071.483873] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: SUCCESS [ 1071.484130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.484332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.484610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.484802] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.484931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.485018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.485203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.485301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.485393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.485487] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.968415] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1071.968815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.969025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.969516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.969516] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.969663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.969663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.969792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.969873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.969970] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.970056] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.988236] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.988662] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.988662] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.988662] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.988880] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.988880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.988880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.989143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.989143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.989245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.989387] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.989534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.990018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.990018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.990018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.990018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.990261] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.990261] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.990261] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.990420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.990420] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.472573] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.472788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.472839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.473028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.473591] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.473722] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.473766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.473921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.474016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.474111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.474262] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.474354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.474414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.474590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.474704] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.474824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.474863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.474973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.475080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.475169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.475279] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.492865] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4fbe0a8-bc65-477d-a1f4-05dddce98757: rpc.has_security_group_logging(os_id): False [ 1072.510611] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.510787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.510787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.511668] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.511874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.512144] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.512144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.512350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.512350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.512467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.512611] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.512714] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.512760] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.512906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.512970] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.513180] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.513277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.513355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.513496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.513688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.513688] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 is going to be updated. [ 1072.572256] env[66947]: INFO networking_nsxv3.common.synchronization [req-fb88e1ff-9931-4352-9436-2da7b0b38ba2 req-a61a622b-011f-4137-936e-55e58ba21bcc tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1072.572256] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1072.572256] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.572855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.573191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.573664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.574759] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.574759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.575551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.575551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.575551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.575551] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.579522] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.580303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.580303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.581130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.581130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.598298] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: IN_PROGRESS for 2s [ 1072.978692] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17bf6c13-517a-420a-9568-fa1fb36c6e49: rpc.has_security_group_logging(os_id): False [ 1072.997540] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.997688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.997749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.997955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.998142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.998487] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.998487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.998487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.998658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.998658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.998874] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.999129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.999209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.999356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.999433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.999629] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.999864] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.999864] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.999975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.000145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.000145] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be created. [ 1073.087292] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.101155] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.101451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.101451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.101744] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.101933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.126806] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1073.495011] env[66947]: INFO networking_nsxv3.common.synchronization [None req-f520d78a-82eb-43c4-8dd8-7e7e1f45a64a None None] Enqueued Resource ID: 9b0d5738-77ce-4df3-b38a-3a525b6aadeb with Priority: HIGHEST for action port [ 1073.495851] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa in Status: SUCCESS [ 1073.496165] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b99151e-fe66-44a1-af70-3c916dfb08fa deletion is rescheduled due to dependency. [ 1073.496289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b99151e-fe66-44a1-af70-3c916dfb08fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.497306] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b0d5738-77ce-4df3-b38a-3a525b6aadeb with Priority: HIGHEST for action port [ 1073.497306] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b0d5738-77ce-4df3-b38a-3a525b6aadeb taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.497867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b0d5738-77ce-4df3-b38a-3a525b6aadeb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.497867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b0d5738-77ce-4df3-b38a-3a525b6aadeb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.498433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b0d5738-77ce-4df3-b38a-3a525b6aadeb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.498433] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b0d5738-77ce-4df3-b38a-3a525b6aadeb',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.592525] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.772904] env[66947]: INFO networking_nsxv3.common.synchronization [req-c85129e0-157f-4c75-a8ca-d26a0ca579c8 req-f53ec5b9-42ab-4684-8950-f961cd0e46d6 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1073.773444] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1073.773903] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.773903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.774063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.774831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.775016] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.775136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.775203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.775926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.775926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.775926] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.000696] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b0d5738-77ce-4df3-b38a-3a525b6aadeb [ 1074.001027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.001106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.001169] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.001691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.001691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.001691] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b0d5738-77ce-4df3-b38a-3a525b6aadeb already deleted. [ 1074.001691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b0d5738-77ce-4df3-b38a-3a525b6aadeb" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.098302] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.098302] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.098302] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.098302] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.098302] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.098302] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1074.134626] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.135239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.135239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.135239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.135449] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.150117] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1074.169299] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.169299] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.169492] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.169852] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.171079] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.171214] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.171319] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.172357] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.172442] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.173047] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.173047] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.173047] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.173047] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.173395] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.173490] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.173649] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.204358] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.204559] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.204690] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.204865] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.205272] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-f08e26ce-39bc-408f-8835-1e7800f622a2 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.205471] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-f08e26ce-39bc-408f-8835-1e7800f622a2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.205568] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-f08e26ce-39bc-408f-8835-1e7800f622a2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.205963] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-f08e26ce-39bc-408f-8835-1e7800f622a2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.206129] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f08e26ce-39bc-408f-8835-1e7800f622a2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.277641] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.277809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.277874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.278119] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.278306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.278417] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.278520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.278578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.278715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.278822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.279488] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14ecf03-243f-4214-a80f-443fcfabcd97 already deleted. [ 1074.279488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.445795] env[66947]: INFO networking_nsxv3.common.synchronization [None req-7e53b08c-4e84-4007-8c83-2cd485a21495 tempest-ServersTestFqdnHostnames-274448786 tempest-ServersTestFqdnHostnames-274448786-project-member] Enqueued Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_rules [ 1074.445795] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_rules [ 1074.450038] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1614acf-b02a-4e28-91c4-98dc92071b78 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.450038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.450038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.450038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.450038] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1614acf-b02a-4e28-91c4-98dc92071b78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.585116] env[66947]: INFO networking_nsxv3.common.synchronization [None req-a981623a-1627-4d1a-b028-b0455474e33d tempest-ServersTestFqdnHostnames-274448786 tempest-ServersTestFqdnHostnames-274448786-project-member] Enqueued Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_rules [ 1074.585687] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_rules [ 1074.586472] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1614acf-b02a-4e28-91c4-98dc92071b78 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.586472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.613291] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: SUCCESS [ 1074.613377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.709686] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.709918] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.710042] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.710697] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.710697] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.710697] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port f08e26ce-39bc-408f-8835-1e7800f622a2 not found, creating... [ 1074.710929] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.711121] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.711241] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.711467] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.711602] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.711878] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.712049] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.712169] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.712404] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.712529] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.712671] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: f08e26ce-39bc-408f-8835-1e7800f622a2 is going to be created. [ 1074.738708] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.738956] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.739028] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.739336] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.739545] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.739775] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-f08e26ce-39bc-408f-8835-1e7800f622a2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.972272] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.972563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.972648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.972876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.972971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.973084] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1614acf-b02a-4e28-91c4-98dc92071b78 already deleted. [ 1074.973173] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.973337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.973511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.973597] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1614acf-b02a-4e28-91c4-98dc92071b78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.141753] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1075.142197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.499316] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.499316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.499316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.499316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.499316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.499316] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1614acf-b02a-4e28-91c4-98dc92071b78 already deleted. [ 1075.499316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.500617] env[66947]: INFO networking_nsxv3.common.synchronization [req-c85129e0-157f-4c75-a8ca-d26a0ca579c8 req-2b25218e-682d-4964-81a0-acd475c1f81a service nova] Enqueued Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_rules [ 1075.501621] env[66947]: INFO networking_nsxv3.common.synchronization [req-c85129e0-157f-4c75-a8ca-d26a0ca579c8 req-2b25218e-682d-4964-81a0-acd475c1f81a service nova] Enqueued Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1075.501777] env[66947]: INFO networking_nsxv3.common.synchronization [req-c85129e0-157f-4c75-a8ca-d26a0ca579c8 req-2b25218e-682d-4964-81a0-acd475c1f81a service nova] Enqueued Resource ID: f08e26ce-39bc-408f-8835-1e7800f622a2 with Priority: HIGHEST for action port [ 1075.502445] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_rules [ 1075.502589] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1075.502687] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08e26ce-39bc-408f-8835-1e7800f622a2 with Priority: HIGHEST for action port [ 1075.502981] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.503147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.503222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.503479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.503529] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.504522] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.504607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.505466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.505636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.506597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.506597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.506597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.506597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.506597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.506597] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.510081] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f08e26ce-39bc-408f-8835-1e7800f622a2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.510081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f08e26ce-39bc-408f-8835-1e7800f622a2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.510081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f08e26ce-39bc-408f-8835-1e7800f622a2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.510081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f08e26ce-39bc-408f-8835-1e7800f622a2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.510081] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f08e26ce-39bc-408f-8835-1e7800f622a2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.821802] env[66947]: INFO networking_nsxv3.common.synchronization [None req-a538b8ba-dd4e-41c4-bc74-2e045913a3f5 None None] Enqueued Resource ID: 7edbfb22-d244-4df6-bb3f-10d7d4499343 with Priority: HIGHEST for action port [ 1075.822443] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edbfb22-d244-4df6-bb3f-10d7d4499343 with Priority: HIGHEST for action port [ 1075.822820] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-7edbfb22-d244-4df6-bb3f-10d7d4499343 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.822968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7edbfb22-d244-4df6-bb3f-10d7d4499343" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.823084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7edbfb22-d244-4df6-bb3f-10d7d4499343" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.823392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7edbfb22-d244-4df6-bb3f-10d7d4499343" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.823471] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7edbfb22-d244-4df6-bb3f-10d7d4499343',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.012404] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.012404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.013817] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.014775] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f08e26ce-39bc-408f-8835-1e7800f622a2 with status ACTIVE [ 1076.017379] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.017379] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.017379] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.017379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.017379] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f08e26ce-39bc-408f-8835-1e7800f622a2 is going to be updated. [ 1076.042170] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.042415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.042415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.042632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.042772] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.043297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f08e26ce-39bc-408f-8835-1e7800f622a2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.167213] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1076.167729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.328557] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7edbfb22-d244-4df6-bb3f-10d7d4499343 [ 1076.328831] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.329239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.329368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.329603] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.329696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.329797] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7edbfb22-d244-4df6-bb3f-10d7d4499343 already deleted. [ 1076.329887] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7edbfb22-d244-4df6-bb3f-10d7d4499343" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.520413] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.023108] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.023323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.023323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.023568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.023655] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.023757] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14ecf03-243f-4214-a80f-443fcfabcd97 is going to be created. [ 1077.048794] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.049021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.049190] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.049359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.049661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.061273] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: UNINITIALIZED for 2s [ 1078.703451] env[66947]: INFO networking_nsxv3.common.synchronization [req-3ec753b0-28fe-4ce6-ba78-3e591a8dd2d8 req-e9263bbd-e248-4f14-8793-cb81dd7b7b37 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_members [ 1078.703451] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_members [ 1078.708280] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-494cd076-cded-41e4-9bec-fc0625c9bd42 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.708280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.708280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.708280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.708280] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.708280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.708280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.708280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.708280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.708280] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494cd076-cded-41e4-9bec-fc0625c9bd42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.057084] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.057084] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.057295] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.057738] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.058013] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.058184] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.058303] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.058590] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.058723] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.058957] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.059078] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.059177] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.059286] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.059389] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.059494] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.059625] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.070902] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: SUCCESS [ 1079.071131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.071288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.071617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.071713] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.071795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.071849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.071994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.072097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.072183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.072278] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.082828] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.083022] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.083158] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.083335] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.084078] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.084078] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.084078] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.084366] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.084466] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.210210] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.210448] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.210549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.210694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.210788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.210979] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.211086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.211143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.211296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.211379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.211465] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 already deleted. [ 1079.211547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.574589] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.586830] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.587016] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.587185] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.587521] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.587710] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.587908] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59 not found, creating... [ 1079.588249] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.588458] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.588613] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.588868] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.589054] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.589383] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.589578] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.589696] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.589944] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.590122] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.590293] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59 is going to be created. [ 1079.612901] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.613180] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.613270] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.613633] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.613920] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.614209] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.076934] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a14ecf03-243f-4214-a80f-443fcfabcd97: rpc.has_security_group_logging(os_id): False [ 1080.111201] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.111381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.111440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.111636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.111729] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.111966] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.112083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.112150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.112303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.112405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.112485] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a14ecf03-243f-4214-a80f-443fcfabcd97 is going to be created. [ 1080.188673] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.188867] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.188916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.189113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.189291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.203626] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: IN_PROGRESS for 2s [ 1080.423037] env[66947]: INFO networking_nsxv3.common.synchronization [req-3ec753b0-28fe-4ce6-ba78-3e591a8dd2d8 req-b67d1bb1-de3b-4f61-a365-3a8041807651 service nova] Enqueued Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_rules [ 1080.423037] env[66947]: INFO networking_nsxv3.common.synchronization [req-3ec753b0-28fe-4ce6-ba78-3e591a8dd2d8 req-b67d1bb1-de3b-4f61-a365-3a8041807651 service nova] Enqueued Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_members [ 1080.423037] env[66947]: INFO networking_nsxv3.common.synchronization [req-3ec753b0-28fe-4ce6-ba78-3e591a8dd2d8 req-b67d1bb1-de3b-4f61-a365-3a8041807651 service nova] Enqueued Resource ID: c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59 with Priority: HIGHEST for action port [ 1080.426270] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_rules [ 1080.426270] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_members [ 1080.426270] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59 with Priority: HIGHEST for action port [ 1080.426270] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494cd076-cded-41e4-9bec-fc0625c9bd42 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.426270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.426270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.426270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.426270] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494cd076-cded-41e4-9bec-fc0625c9bd42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.427046] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-494cd076-cded-41e4-9bec-fc0625c9bd42 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.427375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.427375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.427623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.427871] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.428044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.428154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.428396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.428504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.428611] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494cd076-cded-41e4-9bec-fc0625c9bd42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.430572] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.430763] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.430869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.431177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.432306] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.934977] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-494cd076-cded-41e4-9bec-fc0625c9bd42 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.934977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.934977] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('494cd076-cded-41e4-9bec-fc0625c9bd42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.935539] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59 with status ACTIVE [ 1080.935700] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.935850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.935910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.936128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.936333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.936448] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.939883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.939883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.939883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.939883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.939883] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.939883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.939883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.939883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.939883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.939883] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59 is going to be updated. [ 1080.968260] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.968260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.968260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.968260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.968260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.968260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3ab59f4-fefd-46e5-a4d9-2cca7bec0c59" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.074796] env[66947]: INFO networking_nsxv3.common.synchronization [req-e2a390cb-6b79-4c22-9945-42d4576d2953 req-cddd2b83-8d1e-4b7a-b21c-f33d8bdef589 tempest-AttachInterfacesV270Test-1629873742 tempest-AttachInterfacesV270Test-1629873742-project-member] Enqueued Resource ID: c8d9f407-f55b-4295-93f3-16877791967b with Priority: HIGHEST for action security_group_members [ 1081.075378] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d9f407-f55b-4295-93f3-16877791967b with Priority: HIGHEST for action security_group_members [ 1081.075734] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9f407-f55b-4295-93f3-16877791967b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.075872] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.075958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.076262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.076446] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.076614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.076687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.076828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.077403] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.077403] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d9f407-f55b-4295-93f3-16877791967b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.441365] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('494cd076-cded-41e4-9bec-fc0625c9bd42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.545290] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-45 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.545389] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.545482] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.545796] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.546114] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.546323] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.546487] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.546748] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.546871] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.547122] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.547243] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1081.547371] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1081.547484] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1081.547600] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1081.547718] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1081.547874] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1081.581182] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1081.581488] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1081.581668] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1081.581931] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-45" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.582450] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-b0f763ce-1ccd-472e-8a36-b2643597849e taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.582692] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-b0f763ce-1ccd-472e-8a36-b2643597849e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.583205] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-b0f763ce-1ccd-472e-8a36-b2643597849e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.583354] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-b0f763ce-1ccd-472e-8a36-b2643597849e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.583555] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f763ce-1ccd-472e-8a36-b2643597849e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.584785] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.584910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.585011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.585277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.585411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.585698] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.585826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.585896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.586115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.586199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.586287] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d9f407-f55b-4295-93f3-16877791967b already deleted. [ 1081.586370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.943815] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.943981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.944126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.944406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.944526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.944648] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 is going to be created. [ 1081.991496] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.991710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.991710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.991964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.992165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.004773] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 in Status: UNINITIALIZED for 2s [ 1082.088177] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.088562] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.088562] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.088824] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.089130] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.089130] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port b0f763ce-1ccd-472e-8a36-b2643597849e not found, creating... [ 1082.089407] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.089562] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.089677] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.089896] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.090044] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.090341] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.090566] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.090929] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.090929] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.091058] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.091200] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: b0f763ce-1ccd-472e-8a36-b2643597849e is going to be created. [ 1082.112329] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.112553] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.112701] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.112969] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.113231] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.114093] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-b0f763ce-1ccd-472e-8a36-b2643597849e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.164111] env[66947]: INFO networking_nsxv3.common.synchronization [req-181a881b-3ea4-4280-8166-b4105e96758f req-abf5de94-5a64-45c1-a277-2f7589bb0358 tempest-ServersAdminNegativeTestJSON-1428043345 tempest-ServersAdminNegativeTestJSON-1428043345-project-member] Enqueued Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1082.165150] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1082.165150] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.165399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.165399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.165544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.165761] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.165926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.165926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.166149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.166256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.166369] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.238257] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: SUCCESS [ 1082.238533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.668617] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.849037] env[66947]: INFO networking_nsxv3.common.synchronization [req-e2a390cb-6b79-4c22-9945-42d4576d2953 req-ba9ad80b-d26f-49a3-a8c3-70f596ed20ec service nova] Enqueued Resource ID: c8d9f407-f55b-4295-93f3-16877791967b with Priority: HIGHEST for action security_group_rules [ 1082.850568] env[66947]: INFO networking_nsxv3.common.synchronization [req-e2a390cb-6b79-4c22-9945-42d4576d2953 req-ba9ad80b-d26f-49a3-a8c3-70f596ed20ec service nova] Enqueued Resource ID: c8d9f407-f55b-4295-93f3-16877791967b with Priority: HIGHEST for action security_group_members [ 1082.850801] env[66947]: INFO networking_nsxv3.common.synchronization [req-e2a390cb-6b79-4c22-9945-42d4576d2953 req-ba9ad80b-d26f-49a3-a8c3-70f596ed20ec service nova] Enqueued Resource ID: b0f763ce-1ccd-472e-8a36-b2643597849e with Priority: HIGHEST for action port [ 1082.851472] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d9f407-f55b-4295-93f3-16877791967b with Priority: HIGHEST for action security_group_rules [ 1082.851631] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d9f407-f55b-4295-93f3-16877791967b with Priority: HIGHEST for action security_group_members [ 1082.851776] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0f763ce-1ccd-472e-8a36-b2643597849e with Priority: HIGHEST for action port [ 1082.852122] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8d9f407-f55b-4295-93f3-16877791967b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.852271] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.852354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.852675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.852763] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8d9f407-f55b-4295-93f3-16877791967b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.857095] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9f407-f55b-4295-93f3-16877791967b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.857622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.857622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.857622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.857748] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.857860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.859268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.859369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.859487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.859652] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d9f407-f55b-4295-93f3-16877791967b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.860816] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0f763ce-1ccd-472e-8a36-b2643597849e taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.860946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0f763ce-1ccd-472e-8a36-b2643597849e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.861202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0f763ce-1ccd-472e-8a36-b2643597849e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.861418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0f763ce-1ccd-472e-8a36-b2643597849e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.861553] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0f763ce-1ccd-472e-8a36-b2643597849e',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.171399] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.363699] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9f407-f55b-4295-93f3-16877791967b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.363822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.364013] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8d9f407-f55b-4295-93f3-16877791967b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.365044] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0f763ce-1ccd-472e-8a36-b2643597849e with status ACTIVE [ 1083.366440] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.366440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.366440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.366440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.366440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.366440] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.366440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.366440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.366808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.366808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.366949] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.367090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.367166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.367325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.367426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.367530] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0f763ce-1ccd-472e-8a36-b2643597849e is going to be updated. [ 1083.395055] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.395055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.395055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.395055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.395055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.395055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0f763ce-1ccd-472e-8a36-b2643597849e" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.676571] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.676734] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.676789] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.677127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.677127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.677261] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 is going to be updated. [ 1083.715360] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.715508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.715582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.715806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.715955] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.725887] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: IN_PROGRESS for 2s [ 1083.870062] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8d9f407-f55b-4295-93f3-16877791967b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.014879] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 in Status: SUCCESS [ 1084.015142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.015331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.015550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.015740] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.015857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.015920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.016080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.016156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.016239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.016328] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('494cd076-cded-41e4-9bec-fc0625c9bd42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.374590] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.374812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.374862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.375078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.375189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.375300] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d9f407-f55b-4295-93f3-16877791967b is going to be created. [ 1084.410070] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.410231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.410356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.410523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.410686] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.421871] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d9f407-f55b-4295-93f3-16877791967b in Status: UNINITIALIZED for 2s [ 1084.518262] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('494cd076-cded-41e4-9bec-fc0625c9bd42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.020531] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 494cd076-cded-41e4-9bec-fc0625c9bd42: rpc.has_security_group_logging(os_id): False [ 1085.048370] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.048612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.048694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.049277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.049380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.049659] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.049820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.049874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.050502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.050502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.050502] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 is going to be created. [ 1085.121681] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.124892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.124892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.124892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.124892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.163427] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 in Status: IN_PROGRESS for 2s [ 1085.740104] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: SUCCESS [ 1085.740376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.432675] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d9f407-f55b-4295-93f3-16877791967b in Status: SUCCESS [ 1086.432957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.433107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.433382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.433576] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.433702] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.433765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.433944] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.434038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.434141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.434235] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8d9f407-f55b-4295-93f3-16877791967b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.940030] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9f407-f55b-4295-93f3-16877791967b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.940030] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.940030] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9f407-f55b-4295-93f3-16877791967b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.940030] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.940030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.941297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.941297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.941297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.941297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.941297] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8d9f407-f55b-4295-93f3-16877791967b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.180037] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 in Status: SUCCESS [ 1087.180287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.445165] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8d9f407-f55b-4295-93f3-16877791967b: rpc.has_security_group_logging(os_id): False [ 1087.467982] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.468155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.468230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.468451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.468721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.468894] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.469017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.469103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.469332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.469400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.469605] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.469768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.469768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.469927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.470304] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.470304] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.470304] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.470516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.470516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.470595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.470716] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8d9f407-f55b-4295-93f3-16877791967b is going to be created. [ 1087.512992] env[66947]: INFO networking_nsxv3.common.synchronization [req-1ec5704b-4e0d-43e3-bb04-fd8c3941c12b req-f76b4001-9579-427c-9207-f3c81fbc5144 tempest-ServersTestFqdnHostnames-274448786 tempest-ServersTestFqdnHostnames-274448786-project-member] Enqueued Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_members [ 1087.514138] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_members [ 1087.514138] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1614acf-b02a-4e28-91c4-98dc92071b78 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.514138] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.514547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.514757] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.514922] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.515039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.515103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.515248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.515334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.515591] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1614acf-b02a-4e28-91c4-98dc92071b78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.537946] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.537946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.537946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.537946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.537946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.550971] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8d9f407-f55b-4295-93f3-16877791967b in Status: IN_PROGRESS for 2s [ 1087.683524] env[66947]: INFO networking_nsxv3.common.synchronization [None req-3cd4afa2-45df-4512-91a8-fab0fcdc52b1 None None] Enqueued Resource ID: deb3c1df-6b6a-4f88-812d-4ccb7040d7ee with Priority: HIGHEST for action port [ 1087.684325] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb3c1df-6b6a-4f88-812d-4ccb7040d7ee with Priority: HIGHEST for action port [ 1087.684786] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-deb3c1df-6b6a-4f88-812d-4ccb7040d7ee taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.685043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deb3c1df-6b6a-4f88-812d-4ccb7040d7ee" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.685194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deb3c1df-6b6a-4f88-812d-4ccb7040d7ee" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.685578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deb3c1df-6b6a-4f88-812d-4ccb7040d7ee" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.685737] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deb3c1df-6b6a-4f88-812d-4ccb7040d7ee',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.009030] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.009030] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-607" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.013023] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-607" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.013023] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-607" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.013023] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.013023] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.013023] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.013023] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.013023] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.013023] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.013023] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.013023] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.013023] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.013023] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.013023] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.013023] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.017688] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.017688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.017688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.017688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.017688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.018192] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.018419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.018622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.018868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.019284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.019284] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1614acf-b02a-4e28-91c4-98dc92071b78 already deleted. [ 1088.019284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.033878] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.033878] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.033878] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.033878] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-607" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.033878] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-ebef4333-d823-4232-a4aa-51c0251106cd taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.033878] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-ebef4333-d823-4232-a4aa-51c0251106cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.034303] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-ebef4333-d823-4232-a4aa-51c0251106cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.034534] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-ebef4333-d823-4232-a4aa-51c0251106cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.034679] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebef4333-d823-4232-a4aa-51c0251106cd',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.169759] env[66947]: INFO networking_nsxv3.common.synchronization [req-4d89ec19-08a1-419e-a798-4a2aa397e377 req-555fab2f-0beb-4207-a308-35a1ce382e20 tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1088.170299] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1088.170658] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.170780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.170849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.171054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.171210] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.171298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.171353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.171499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.171587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.171712] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.191613] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port deb3c1df-6b6a-4f88-812d-4ccb7040d7ee [ 1088.191613] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.191613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.191613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.191613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.191613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.191613] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:deb3c1df-6b6a-4f88-812d-4ccb7040d7ee already deleted. [ 1088.191613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deb3c1df-6b6a-4f88-812d-4ccb7040d7ee" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.537872] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.538149] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.538718] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.538819] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.539116] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.539232] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port ebef4333-d823-4232-a4aa-51c0251106cd not found, creating... [ 1088.539617] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.539885] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.540139] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.540415] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.540645] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.541141] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.541419] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.541638] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.541947] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.542205] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.542454] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: ebef4333-d823-4232-a4aa-51c0251106cd is going to be created. [ 1088.564332] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.564791] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.564791] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.565017] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.565291] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.565712] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-ebef4333-d823-4232-a4aa-51c0251106cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.675586] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.178067] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.365544] env[66947]: INFO networking_nsxv3.common.synchronization [req-1ec5704b-4e0d-43e3-bb04-fd8c3941c12b req-e6f91cd2-3bea-4e4d-a489-81684913ca09 service nova] Enqueued Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_rules [ 1089.365590] env[66947]: INFO networking_nsxv3.common.synchronization [req-1ec5704b-4e0d-43e3-bb04-fd8c3941c12b req-e6f91cd2-3bea-4e4d-a489-81684913ca09 service nova] Enqueued Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_members [ 1089.365727] env[66947]: INFO networking_nsxv3.common.synchronization [req-1ec5704b-4e0d-43e3-bb04-fd8c3941c12b req-e6f91cd2-3bea-4e4d-a489-81684913ca09 service nova] Enqueued Resource ID: ebef4333-d823-4232-a4aa-51c0251106cd with Priority: HIGHEST for action port [ 1089.365923] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_rules [ 1089.366065] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_members [ 1089.366170] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebef4333-d823-4232-a4aa-51c0251106cd with Priority: HIGHEST for action port [ 1089.366745] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1614acf-b02a-4e28-91c4-98dc92071b78 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.366925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.366925] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.367114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.367195] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1614acf-b02a-4e28-91c4-98dc92071b78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.368024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1614acf-b02a-4e28-91c4-98dc92071b78 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.368145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.368217] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.368369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.368541] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.368636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.368697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.368938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.368938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.369042] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1614acf-b02a-4e28-91c4-98dc92071b78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.370091] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebef4333-d823-4232-a4aa-51c0251106cd taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.370326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebef4333-d823-4232-a4aa-51c0251106cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.370364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebef4333-d823-4232-a4aa-51c0251106cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.370496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebef4333-d823-4232-a4aa-51c0251106cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.370575] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebef4333-d823-4232-a4aa-51c0251106cd',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.565356] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8d9f407-f55b-4295-93f3-16877791967b in Status: SUCCESS [ 1089.565876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.681556] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.681746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.681842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.682166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.682267] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.682387] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1089.734085] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.734323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.734323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.734547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.734700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.745803] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1089.872084] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1614acf-b02a-4e28-91c4-98dc92071b78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.873870] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1614acf-b02a-4e28-91c4-98dc92071b78 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.873870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.874134] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebef4333-d823-4232-a4aa-51c0251106cd with status ACTIVE [ 1089.874134] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.874209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.874265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.874488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.874585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.874754] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.874877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.874934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.875098] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.875174] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.875468] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.875468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.875568] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.875635] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.875740] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.875799] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebef4333-d823-4232-a4aa-51c0251106cd is going to be updated. [ 1089.896728] env[66947]: INFO networking_nsxv3.common.synchronization [req-6369ace8-9ad0-41b2-8c36-83046f022ec4 req-9dc58d4a-0f57-4ce4-b1c4-088b71ee8c99 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 1089.897313] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 1089.897756] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.897756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.897968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.898036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.898155] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.898274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.898390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.898588] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.898678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.898989] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.901332] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.901432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.901516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.901682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.902075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.902269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebef4333-d823-4232-a4aa-51c0251106cd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.130374] env[66947]: INFO networking_nsxv3.common.synchronization [None req-6569bd96-ef68-4aeb-8918-6b1982828876 None None] Enqueued Resource ID: 2083b1e5-23dc-4f9f-8843-f314207e5bd7 with Priority: HIGHEST for action port [ 1090.131462] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2083b1e5-23dc-4f9f-8843-f314207e5bd7 with Priority: HIGHEST for action port [ 1090.131462] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-2083b1e5-23dc-4f9f-8843-f314207e5bd7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.131462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2083b1e5-23dc-4f9f-8843-f314207e5bd7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.131896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2083b1e5-23dc-4f9f-8843-f314207e5bd7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.131896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2083b1e5-23dc-4f9f-8843-f314207e5bd7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.131896] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2083b1e5-23dc-4f9f-8843-f314207e5bd7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.270725] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.270725] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.270725] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.270725] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.270725] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.271294] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.271843] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.271923] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.272047] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.272270] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.272391] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.272591] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.272865] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.273035] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.273308] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.273493] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.292896] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.293086] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.293239] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.293450] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.293829] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.294054] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.294209] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.294649] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.294839] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.378050] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1614acf-b02a-4e28-91c4-98dc92071b78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.403727] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.403968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.404038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.404490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.404624] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.404875] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.405020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.405086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.405292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.405377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.405447] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e634b76d-fe48-4c27-875b-56297d3b0977 is going to be deleted. [ 1090.440150] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.440290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.440423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.440682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.440782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.440884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.635738] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2083b1e5-23dc-4f9f-8843-f314207e5bd7 [ 1090.635738] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.635738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.635738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.635738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.635738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.635738] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2083b1e5-23dc-4f9f-8843-f314207e5bd7 already deleted. [ 1090.635738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2083b1e5-23dc-4f9f-8843-f314207e5bd7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.797580] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.797823] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.797964] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.798316] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.798467] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.798656] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 not found, creating... [ 1090.798932] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.799104] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.799227] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.799467] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.799615] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.799914] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.800088] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.800242] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.800471] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.800632] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.800783] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 is going to be created. [ 1090.839666] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.839962] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.840029] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.840307] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.840543] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.841249] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.883192] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.883598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.883598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.884388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.884388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.884388] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1614acf-b02a-4e28-91c4-98dc92071b78 is going to be created. [ 1090.927564] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.927753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.927819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.928100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.929336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.948925] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1614acf-b02a-4e28-91c4-98dc92071b78 in Status: UNINITIALIZED for 2s [ 1091.627953] env[66947]: INFO networking_nsxv3.common.synchronization [req-6369ace8-9ad0-41b2-8c36-83046f022ec4 req-ba4d9901-7fb4-41ef-9b84-9f8ca683e4e8 service nova] Enqueued Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_rules [ 1091.628275] env[66947]: INFO networking_nsxv3.common.synchronization [req-6369ace8-9ad0-41b2-8c36-83046f022ec4 req-ba4d9901-7fb4-41ef-9b84-9f8ca683e4e8 service nova] Enqueued Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 1091.628275] env[66947]: INFO networking_nsxv3.common.synchronization [req-6369ace8-9ad0-41b2-8c36-83046f022ec4 req-ba4d9901-7fb4-41ef-9b84-9f8ca683e4e8 service nova] Enqueued Resource ID: d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 with Priority: HIGHEST for action port [ 1091.628794] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_rules [ 1091.628934] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 1091.629128] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 with Priority: HIGHEST for action port [ 1091.629623] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.629858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.629964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.630202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.630298] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.632582] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.632684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.632763] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.633091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.633129] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.633219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.633287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.633446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.633545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.633650] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.635229] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.635229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.635524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.635524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.635524] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.761148] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1091.761148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.137597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.137597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.137945] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.138783] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 with status ACTIVE [ 1092.140572] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.140572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.140572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.140572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.140572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.140572] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.140572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.140572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.140572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.140572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.140572] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.140572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.140572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.141051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.141051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.141051] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 is going to be updated. [ 1092.166357] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.166564] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.166564] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.166756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.166924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.167118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.642862] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.963092] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1614acf-b02a-4e28-91c4-98dc92071b78 in Status: SUCCESS [ 1092.963314] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.963492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.963755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.963972] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.964112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.964217] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.964443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.964539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.964681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.964769] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1614acf-b02a-4e28-91c4-98dc92071b78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.145917] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.146378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.146378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.146485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.146532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.146736] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e634b76d-fe48-4c27-875b-56297d3b0977 is going to be created. [ 1093.176442] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.176680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.176896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.177211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.177724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.189266] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: UNINITIALIZED for 2s [ 1093.467879] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1614acf-b02a-4e28-91c4-98dc92071b78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.970304] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1614acf-b02a-4e28-91c4-98dc92071b78: rpc.has_security_group_logging(os_id): False [ 1093.992226] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.992386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.992440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.992735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.992828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.993153] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.993255] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.993638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.993638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.993638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.993832] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1614acf-b02a-4e28-91c4-98dc92071b78 is going to be created. [ 1094.071386] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.071553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.071599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.072031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.072244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.085646] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1614acf-b02a-4e28-91c4-98dc92071b78 in Status: IN_PROGRESS for 2s [ 1094.913589] env[66947]: INFO networking_nsxv3.common.synchronization [req-66a2e5f3-3698-4584-bd17-113b8360cb9b req-8ecc4ce6-4581-4f8c-a375-ae959d87f8b5 tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_members [ 1094.914164] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGHEST for action security_group_members [ 1094.914505] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db41557-02cc-42e4-8a97-0c4ccb31a172 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.914630] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.914703] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.914910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.915076] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.915175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.915235] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.915377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.915461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.915556] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.204477] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: SUCCESS [ 1095.204477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.205402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.205513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.205798] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.205913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.205989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.206220] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.206313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.206802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.206802] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.418523] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.418708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.418769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.419030] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.419162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.419385] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.419852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.419966] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.420159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.420259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.420357] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 is going to be updated. [ 1095.456857] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.457079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.457079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.457297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.457443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.474066] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 in Status: IN_PROGRESS for 2s [ 1095.708903] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.709081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.709158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.709384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.709672] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.709672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.709763] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.710431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.710431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.710431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.710431] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.710431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.710431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.710806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.710806] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.710806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.710806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.710929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.710958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.711246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.711246] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.099762] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1614acf-b02a-4e28-91c4-98dc92071b78 in Status: SUCCESS [ 1096.099999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.210938] env[66947]: INFO networking_nsxv3.common.synchronization [req-ff731709-8b4b-41da-9213-33e43c706254 req-f7dc7545-e362-4586-9c70-45cfa68a2251 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1096.211737] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1096.212202] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.212310] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.212344] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.212530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.212753] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.212856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.212952] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.213162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.213334] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.213373] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.214521] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e634b76d-fe48-4c27-875b-56297d3b0977: rpc.has_security_group_logging(os_id): False [ 1096.236023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.236023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.236023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.236023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.236023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.236023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.236023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.236023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.236023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.236023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.236023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.236023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.236023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.236723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.236723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.237132] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.237329] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.237447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.237661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.237779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.237901] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e634b76d-fe48-4c27-875b-56297d3b0977 is going to be created. [ 1096.300613] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.300847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.300847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.301032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.301229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.313500] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: IN_PROGRESS for 2s [ 1096.354133] env[66947]: INFO networking_nsxv3.common.synchronization [req-e834f422-5467-476c-868f-a05d5f238b46 req-36b3db18-fe27-44ef-86d5-7d9691f4b52c tempest-ServersAdminNegativeTestJSON-1428043345 tempest-ServersAdminNegativeTestJSON-1428043345-project-member] Enqueued Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1096.354855] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 with Priority: HIGHEST for action security_group_members [ 1096.355087] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fbe0a8-bc65-477d-a1f4-05dddce98757 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.355147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.355176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.356099] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.356099] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.356099] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.356099] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.356099] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.356099] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.356099] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fbe0a8-bc65-477d-a1f4-05dddce98757',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.651428] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.651635] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.651767] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.652067] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.652347] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.652516] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.652661] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.652901] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.653956] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.654264] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.654395] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.654512] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.654624] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.654777] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.654912] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.655076] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.675840] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.676084] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.676268] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.676649] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.676980] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-f6754868-6300-40b4-a8d1-303ef4a07322 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.677180] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-f6754868-6300-40b4-a8d1-303ef4a07322" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.677303] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-f6754868-6300-40b4-a8d1-303ef4a07322" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.677641] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-f6754868-6300-40b4-a8d1-303ef4a07322" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.677785] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6754868-6300-40b4-a8d1-303ef4a07322',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.717040] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.858845] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.859056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.859135] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.859350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.859441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.859641] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.859745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.859803] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.859960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.860080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.860203] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 is going to be updated. [ 1096.889654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.889786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.889869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.890142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.890373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.901159] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: IN_PROGRESS for 2s [ 1097.182167] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.182513] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.182811] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.183297] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.183590] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.183873] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port f6754868-6300-40b4-a8d1-303ef4a07322 not found, creating... [ 1097.184354] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.184630] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.184995] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.185236] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.185499] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.185991] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.186299] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.186545] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.186880] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.187167] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.187441] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: f6754868-6300-40b4-a8d1-303ef4a07322 is going to be created. [ 1097.212159] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.212421] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.212565] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.212904] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.213236] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.213468] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-f6754868-6300-40b4-a8d1-303ef4a07322" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.219170] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.483786] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 in Status: SUCCESS [ 1097.483974] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 deletion is rescheduled due to dependency. [ 1097.484102] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.721318] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.721475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.721547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.721864] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.721976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.722096] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14ecf03-243f-4214-a80f-443fcfabcd97 is going to be updated. [ 1097.753309] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.753454] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.753557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.753747] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.753895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.763385] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: IN_PROGRESS for 2s [ 1097.952032] env[66947]: INFO networking_nsxv3.common.synchronization [req-ff731709-8b4b-41da-9213-33e43c706254 req-029c9a63-344a-4001-85e4-6aadcd756495 service nova] Enqueued Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_rules [ 1097.952359] env[66947]: INFO networking_nsxv3.common.synchronization [req-ff731709-8b4b-41da-9213-33e43c706254 req-029c9a63-344a-4001-85e4-6aadcd756495 service nova] Enqueued Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1097.952703] env[66947]: INFO networking_nsxv3.common.synchronization [req-ff731709-8b4b-41da-9213-33e43c706254 req-029c9a63-344a-4001-85e4-6aadcd756495 service nova] Enqueued Resource ID: f6754868-6300-40b4-a8d1-303ef4a07322 with Priority: HIGHEST for action port [ 1097.953993] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_rules [ 1097.954247] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1097.954430] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6754868-6300-40b4-a8d1-303ef4a07322 with Priority: HIGHEST for action port [ 1097.954871] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.955401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.955401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.955610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.955698] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.957297] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.957437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.957713] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6754868-6300-40b4-a8d1-303ef4a07322 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.957896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6754868-6300-40b4-a8d1-303ef4a07322" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.957940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6754868-6300-40b4-a8d1-303ef4a07322" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.960344] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6754868-6300-40b4-a8d1-303ef4a07322" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.960465] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6754868-6300-40b4-a8d1-303ef4a07322',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.985179] env[66947]: INFO networking_nsxv3.common.synchronization [req-c4eb764a-b645-4853-8a33-54fdf7c6547b req-a222efcb-3b5f-442f-9cc8-2e100120c291 tempest-AttachInterfacesV270Test-1629873742 tempest-AttachInterfacesV270Test-1629873742-project-member] Enqueued Resource ID: c8d9f407-f55b-4295-93f3-16877791967b with Priority: HIGHEST for action security_group_members [ 1097.985736] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d9f407-f55b-4295-93f3-16877791967b with Priority: HIGHEST for action security_group_members [ 1097.986267] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8d9f407-f55b-4295-93f3-16877791967b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.986418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.986488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.986735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.986917] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.987035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.987100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.987288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.987393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.988419] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8d9f407-f55b-4295-93f3-16877791967b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.338200] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: SUCCESS [ 1098.338547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.464838] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.464838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.464838] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6754868-6300-40b4-a8d1-303ef4a07322 with status ACTIVE [ 1098.464838] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.464838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.465178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.465207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.465301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.465494] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.465597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.465663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.466052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.466052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.466550] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.466659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.466726] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.466876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.467104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.467216] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6754868-6300-40b4-a8d1-303ef4a07322 is going to be updated. [ 1098.488244] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.488388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.488693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.488693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.488816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.488989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6754868-6300-40b4-a8d1-303ef4a07322" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.490642] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.491475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.491475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.491475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.491475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.491475] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.491475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.491475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.491858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.491858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.491858] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d9f407-f55b-4295-93f3-16877791967b is going to be updated. [ 1098.538156] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.538360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.538419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.538781] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.539023] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.550100] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d9f407-f55b-4295-93f3-16877791967b in Status: IN_PROGRESS for 2s [ 1098.910836] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 in Status: SUCCESS [ 1098.911053] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fbe0a8-bc65-477d-a1f4-05dddce98757 deletion is rescheduled due to dependency. [ 1098.911129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fbe0a8-bc65-477d-a1f4-05dddce98757" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.773729] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: SUCCESS [ 1099.774096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.774158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.774360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.774549] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.774661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.774716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.774865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.774966] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.775100] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.277359] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.471032] env[66947]: INFO networking_nsxv3.common.synchronization [req-3ba97476-7f12-4024-93d0-79b43f3998b7 req-253c792c-667f-4dc7-8a38-8d902844ffc0 tempest-InstanceActionsNegativeTestJSON-1564427224 tempest-InstanceActionsNegativeTestJSON-1564427224-project-member] Enqueued Resource ID: 7492bfe1-72a4-4534-904f-90a129f9d92c with Priority: HIGHEST for action security_group_members [ 1100.471032] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7492bfe1-72a4-4534-904f-90a129f9d92c with Priority: HIGHEST for action security_group_members [ 1100.471032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7492bfe1-72a4-4534-904f-90a129f9d92c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.471032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.471032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.471554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.471906] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.472176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.472349] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.472812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.473043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.473258] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7492bfe1-72a4-4534-904f-90a129f9d92c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.561634] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8d9f407-f55b-4295-93f3-16877791967b in Status: SUCCESS [ 1100.561634] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8d9f407-f55b-4295-93f3-16877791967b deletion is rescheduled due to dependency. [ 1100.561634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.780639] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.818842] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.819045] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-810" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.819172] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-810" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.819499] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-810" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.819755] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.819912] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.820037] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.820254] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.820398] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.820595] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.820708] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.820816] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.820921] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.821039] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.821145] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.821273] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.841133] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.841327] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.841475] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.841649] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-810" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.841967] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-7bd7105c-af47-406e-a061-cc03338a46dd taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.842152] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-7bd7105c-af47-406e-a061-cc03338a46dd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.842274] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-7bd7105c-af47-406e-a061-cc03338a46dd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.842822] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-7bd7105c-af47-406e-a061-cc03338a46dd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.842969] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd7105c-af47-406e-a061-cc03338a46dd',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.975226] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.975406] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.975465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.975661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.975752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.976315] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.976315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.976315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.976465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.976465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.976534] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7492bfe1-72a4-4534-904f-90a129f9d92c already deleted. [ 1100.976571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.284737] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.284906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.284979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.285223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.285317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.285418] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14ecf03-243f-4214-a80f-443fcfabcd97 is going to be updated. [ 1101.315871] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.316065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.316141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.316348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.316496] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.324707] env[66947]: INFO networking_nsxv3.common.synchronization [req-1adfc902-f86a-4319-9f91-58785e21db75 req-42c8c906-4cd8-48fc-9ed4-3e82ae53ea09 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 1101.325357] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e634b76d-fe48-4c27-875b-56297d3b0977 with Priority: HIGHEST for action security_group_members [ 1101.325725] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-e634b76d-fe48-4c27-875b-56297d3b0977 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.325885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.325975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.326206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.326386] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.326494] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.326580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.326886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.326953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.327125] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e634b76d-fe48-4c27-875b-56297d3b0977',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.329402] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: IN_PROGRESS for 2s [ 1101.344897] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.345218] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.345361] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.345655] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.345760] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.345912] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 7bd7105c-af47-406e-a061-cc03338a46dd not found, creating... [ 1101.346200] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.346360] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.346477] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.346689] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.346827] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.347127] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.347281] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.347398] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.347600] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.347733] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.347871] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 7bd7105c-af47-406e-a061-cc03338a46dd is going to be created. [ 1101.367663] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.368349] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.368609] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.368896] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.369150] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.369382] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-7bd7105c-af47-406e-a061-cc03338a46dd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.372336] env[66947]: INFO networking_nsxv3.common.synchronization [req-1adfc902-f86a-4319-9f91-58785e21db75 req-42c8c906-4cd8-48fc-9ed4-3e82ae53ea09 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 with Priority: HIGHEST for action port [ 1101.372580] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 with Priority: HIGHEST for action port [ 1101.373151] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.373270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.373343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.373533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.373659] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.829598] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.829987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.829987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.830063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.830132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.830302] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.830400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.830463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.830748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.830827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.830914] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e634b76d-fe48-4c27-875b-56297d3b0977 is going to be updated. [ 1101.867733] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.867912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.867991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.868283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.868433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.877243] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 with status ACTIVE [ 1101.877741] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.877912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.878012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.878189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.878309] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.878468] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.878585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.878661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.878769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.878857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.879030] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.879127] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.879191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.879328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.879402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.879488] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3 is going to be updated. [ 1101.881116] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: IN_PROGRESS for 2s [ 1101.907874] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.908032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.908105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.908316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.908450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.908605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d353e25f-6cb6-4485-8c2b-2e0cd65c1cd3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.088144] env[66947]: INFO networking_nsxv3.common.synchronization [req-3ba97476-7f12-4024-93d0-79b43f3998b7 req-263ba817-6d8a-4a28-85f1-a54149e93cfc service nova] Enqueued Resource ID: 7492bfe1-72a4-4534-904f-90a129f9d92c with Priority: HIGHEST for action security_group_rules [ 1102.088333] env[66947]: INFO networking_nsxv3.common.synchronization [req-3ba97476-7f12-4024-93d0-79b43f3998b7 req-263ba817-6d8a-4a28-85f1-a54149e93cfc service nova] Enqueued Resource ID: 7492bfe1-72a4-4534-904f-90a129f9d92c with Priority: HIGHEST for action security_group_members [ 1102.088473] env[66947]: INFO networking_nsxv3.common.synchronization [req-3ba97476-7f12-4024-93d0-79b43f3998b7 req-263ba817-6d8a-4a28-85f1-a54149e93cfc service nova] Enqueued Resource ID: 7bd7105c-af47-406e-a061-cc03338a46dd with Priority: HIGHEST for action port [ 1102.089131] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7492bfe1-72a4-4534-904f-90a129f9d92c with Priority: HIGHEST for action security_group_rules [ 1102.090764] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7492bfe1-72a4-4534-904f-90a129f9d92c with Priority: HIGHEST for action security_group_members [ 1102.090764] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bd7105c-af47-406e-a061-cc03338a46dd with Priority: HIGHEST for action port [ 1102.090764] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7492bfe1-72a4-4534-904f-90a129f9d92c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.090764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.090764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.090764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.090764] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7492bfe1-72a4-4534-904f-90a129f9d92c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.091170] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7492bfe1-72a4-4534-904f-90a129f9d92c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.091170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.091235] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.091391] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.091535] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.091627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.091688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.091828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.091907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.093844] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7492bfe1-72a4-4534-904f-90a129f9d92c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.093844] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bd7105c-af47-406e-a061-cc03338a46dd taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.093844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bd7105c-af47-406e-a061-cc03338a46dd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.093844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bd7105c-af47-406e-a061-cc03338a46dd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.093844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bd7105c-af47-406e-a061-cc03338a46dd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.093844] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bd7105c-af47-406e-a061-cc03338a46dd',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.595689] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7492bfe1-72a4-4534-904f-90a129f9d92c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.595858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.596293] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7492bfe1-72a4-4534-904f-90a129f9d92c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.597042] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bd7105c-af47-406e-a061-cc03338a46dd with status ACTIVE [ 1102.597483] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.597483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.597483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.597992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.597992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.597992] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.597992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.598378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.598378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.598378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.598666] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.598666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.598666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.598870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.598870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.598870] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bd7105c-af47-406e-a061-cc03338a46dd is going to be updated. [ 1102.627517] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.627742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.627742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.627936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.628096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.628257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bd7105c-af47-406e-a061-cc03338a46dd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.104100] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7492bfe1-72a4-4534-904f-90a129f9d92c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.339892] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: SUCCESS [ 1103.340144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.340325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.340547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.340841] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.340962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.341037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.341202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.341285] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.341383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.341507] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.604738] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.606777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.606777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.606777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.606777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.606777] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7492bfe1-72a4-4534-904f-90a129f9d92c is going to be created. [ 1103.632056] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.632056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.632310] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.632310] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.632486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.644591] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7492bfe1-72a4-4534-904f-90a129f9d92c in Status: UNINITIALIZED for 2s [ 1103.844061] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.890595] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e634b76d-fe48-4c27-875b-56297d3b0977 in Status: SUCCESS [ 1103.890943] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e634b76d-fe48-4c27-875b-56297d3b0977 deletion is rescheduled due to dependency. [ 1103.891111] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e634b76d-fe48-4c27-875b-56297d3b0977" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.071651] env[66947]: INFO networking_nsxv3.common.synchronization [req-098cf284-1e1b-4165-a75f-4f3c2c2e8b4c req-c136184f-37c9-449a-aec9-e63e2f5439d3 tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1104.072242] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1104.072557] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.072713] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.072800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.073037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.077356] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.077485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.077559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.077779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.077870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.077973] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.348921] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a14ecf03-243f-4214-a80f-443fcfabcd97: rpc.has_security_group_logging(os_id): False [ 1104.377133] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.377469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.377573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.377853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.377954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.378455] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.378697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.378793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.379009] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.379110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.379208] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a14ecf03-243f-4214-a80f-443fcfabcd97 is going to be updated. [ 1104.461522] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.461935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.461935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.461935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.462095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.477791] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: IN_PROGRESS for 2s [ 1104.582464] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.582464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.582582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.582801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.582906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.583099] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.583198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.583265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.583415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.583492] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.583579] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1104.640464] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.640464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.640464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.640464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.640464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.650713] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1105.423791] env[66947]: INFO networking_nsxv3.common.synchronization [req-3e230ff1-1edb-4bef-9833-a04308a8144c req-c9040354-d48c-43e6-b2a4-96f8e2ca766a tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1105.424767] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1105.424767] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.424893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.424924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.425300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.425368] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.425474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.425670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.425787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.425859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.425951] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.655139] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7492bfe1-72a4-4534-904f-90a129f9d92c in Status: SUCCESS [ 1105.655367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.655531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.655756] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.655941] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.656075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.656137] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.656299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.656384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.656472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.656563] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7492bfe1-72a4-4534-904f-90a129f9d92c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.928270] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.005926] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.007140] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.007140] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.007140] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.007556] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.007994] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.008279] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.008619] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.008886] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.009233] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.011648] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.011648] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.011648] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.011648] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.011648] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.011648] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.032983] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.032983] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.032983] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.032983] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.032983] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-1729719b-9cf2-4ee4-ac31-71d734889598 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.032983] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-1729719b-9cf2-4ee4-ac31-71d734889598" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.032983] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-1729719b-9cf2-4ee4-ac31-71d734889598" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.032983] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-1729719b-9cf2-4ee4-ac31-71d734889598" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.032983] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1729719b-9cf2-4ee4-ac31-71d734889598',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.159897] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7492bfe1-72a4-4534-904f-90a129f9d92c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.160168] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.160835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.160929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.161264] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.161396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.161535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.161798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.161948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.162185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.162329] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7492bfe1-72a4-4534-904f-90a129f9d92c taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.162504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.162588] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.162813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.163035] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.163186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.163298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.163506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.163632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.163763] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.163902] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7492bfe1-72a4-4534-904f-90a129f9d92c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.430433] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.495092] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: SUCCESS [ 1106.495399] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.536375] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.536594] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.536722] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.536999] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.537170] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.537324] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 1729719b-9cf2-4ee4-ac31-71d734889598 not found, creating... [ 1106.537611] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.537783] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.537911] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.538136] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.538276] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.538552] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.538707] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.538823] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.539034] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.539189] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.539352] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 1729719b-9cf2-4ee4-ac31-71d734889598 is going to be created. [ 1106.561877] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.562152] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.562288] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.562557] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.562863] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.563124] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-1729719b-9cf2-4ee4-ac31-71d734889598" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.665878] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1106.666083] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 deletion is rescheduled due to dependency. [ 1106.666197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.667609] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7492bfe1-72a4-4534-904f-90a129f9d92c: rpc.has_security_group_logging(os_id): False [ 1106.686544] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.686726] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.686800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.686988] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.687141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.687355] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.687481] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.687545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.687694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.687775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.687961] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.688068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.688132] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.688272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.688346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.688538] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.688631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.688694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.688844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.688905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.688986] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7492bfe1-72a4-4534-904f-90a129f9d92c is going to be created. [ 1106.776785] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.776937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.777046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.777238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.777420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.788610] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7492bfe1-72a4-4534-904f-90a129f9d92c in Status: IN_PROGRESS for 2s [ 1106.933340] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.933491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.933560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.933811] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.933920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.934031] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1106.964355] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.964489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.964602] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.964780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.965010] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.978680] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1107.356822] env[66947]: INFO networking_nsxv3.common.synchronization [req-3e230ff1-1edb-4bef-9833-a04308a8144c req-187e1d84-97a1-4c42-8f8c-005c9834e484 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 1107.357112] env[66947]: INFO networking_nsxv3.common.synchronization [req-3e230ff1-1edb-4bef-9833-a04308a8144c req-187e1d84-97a1-4c42-8f8c-005c9834e484 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1107.357550] env[66947]: INFO networking_nsxv3.common.synchronization [req-3e230ff1-1edb-4bef-9833-a04308a8144c req-187e1d84-97a1-4c42-8f8c-005c9834e484 service nova] Enqueued Resource ID: 1729719b-9cf2-4ee4-ac31-71d734889598 with Priority: HIGHEST for action port [ 1107.357987] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 1107.359071] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1107.359071] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1729719b-9cf2-4ee4-ac31-71d734889598 with Priority: HIGHEST for action port [ 1107.359071] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.359071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.359071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.359584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.359584] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.362502] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.362502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.362502] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-1729719b-9cf2-4ee4-ac31-71d734889598 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.362502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1729719b-9cf2-4ee4-ac31-71d734889598" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.362502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1729719b-9cf2-4ee4-ac31-71d734889598" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.362502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1729719b-9cf2-4ee4-ac31-71d734889598" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.362502] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1729719b-9cf2-4ee4-ac31-71d734889598',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.624979] env[66947]: INFO networking_nsxv3.common.synchronization [None req-70d85b0f-3021-4723-be71-19152959bb70 None None] Enqueued Resource ID: b2172f92-20a9-4d62-b3c0-66b0efa129fc with Priority: HIGHEST for action port [ 1107.625650] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2172f92-20a9-4d62-b3c0-66b0efa129fc with Priority: HIGHEST for action port [ 1107.625968] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2172f92-20a9-4d62-b3c0-66b0efa129fc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.631974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2172f92-20a9-4d62-b3c0-66b0efa129fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.632053] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2172f92-20a9-4d62-b3c0-66b0efa129fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.632324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2172f92-20a9-4d62-b3c0-66b0efa129fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.634916] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2172f92-20a9-4d62-b3c0-66b0efa129fc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.864088] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.864871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.867384] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1729719b-9cf2-4ee4-ac31-71d734889598 with status ACTIVE [ 1107.867384] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.867384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.867384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.867384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.868144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.868500] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.871376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.871376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.871376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.871376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.871376] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.871376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.871376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.871376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.871376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.871376] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1729719b-9cf2-4ee4-ac31-71d734889598 is going to be updated. [ 1107.905323] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.905323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.905323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.905323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.905323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.905323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1729719b-9cf2-4ee4-ac31-71d734889598" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.135917] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2172f92-20a9-4d62-b3c0-66b0efa129fc [ 1108.136183] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.136389] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.136507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.136674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.136761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.136870] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2172f92-20a9-4d62-b3c0-66b0efa129fc already deleted. [ 1108.136975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2172f92-20a9-4d62-b3c0-66b0efa129fc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.802041] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7492bfe1-72a4-4534-904f-90a129f9d92c in Status: SUCCESS [ 1108.802368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.992313] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1108.994974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.994974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.994974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.994974] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.994974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.994974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.994974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.994974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.994974] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.497837] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.002336] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.030709] env[66947]: INFO networking_nsxv3.common.synchronization [None req-6ffe1a8c-a064-40b3-bfab-9d157a1db742 None None] Enqueued Resource ID: dc1fb76e-fa9b-4a96-a7b0-5441525da555 with Priority: HIGHEST for action port [ 1110.030709] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1fb76e-fa9b-4a96-a7b0-5441525da555 with Priority: HIGHEST for action port [ 1110.030709] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc1fb76e-fa9b-4a96-a7b0-5441525da555 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.030709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc1fb76e-fa9b-4a96-a7b0-5441525da555" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.031065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc1fb76e-fa9b-4a96-a7b0-5441525da555" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.031964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc1fb76e-fa9b-4a96-a7b0-5441525da555" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.032106] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc1fb76e-fa9b-4a96-a7b0-5441525da555',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.085588] env[66947]: INFO networking_nsxv3.common.synchronization [None req-f862ca5a-758d-4bdc-b197-48d8a7cc9947 tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1110.086285] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1110.086441] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.086566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.086712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.086837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.087123] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.087277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.087349] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.087508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.087594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.088250] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.507238] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.507238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.507238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.507238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.507238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.507238] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1110.537259] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc1fb76e-fa9b-4a96-a7b0-5441525da555 [ 1110.537497] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.537634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.537725] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.537916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.538014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.538124] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc1fb76e-fa9b-4a96-a7b0-5441525da555 already deleted. [ 1110.538261] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc1fb76e-fa9b-4a96-a7b0-5441525da555" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.543948] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.544225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.544514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.544670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.544845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.556917] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1110.591598] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.591675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.591747] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.591983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.592098] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.592301] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.592404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.592489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.592661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.592793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.592882] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be deleted. [ 1110.627504] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.627504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.627504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.627504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.627504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.627991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.992821] env[66947]: INFO networking_nsxv3.common.synchronization [req-ffc3fd3b-e746-42af-a9b5-f12c76b0a987 req-0b67e483-55f7-46ce-a305-977df31d7065 tempest-AttachVolumeShelveTestJSON-1694994142 tempest-AttachVolumeShelveTestJSON-1694994142-project-member] Enqueued Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_members [ 1110.994045] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGHEST for action security_group_members [ 1110.994045] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.994045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.994045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.994425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.994631] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.994751] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.994871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.995176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.995176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.995420] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.498073] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.502131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.502131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.502131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.502131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.502131] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.502131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.502131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.502131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.502131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.502131] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 is going to be updated. [ 1111.579149] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.579149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.579149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.579149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.579149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.594448] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 in Status: IN_PROGRESS for 2s [ 1112.568361] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1112.568709] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.568914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.569181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.569398] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.569590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.569734] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.569996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.570184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.570366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.570634] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.073289] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.073464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.073505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.073731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.073938] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.074045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.074112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.074270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.074361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.074453] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.074604] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.074698] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.074759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.074917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.075319] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.075319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.075319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.075489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.075489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.075489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.075625] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.387894] env[66947]: INFO networking_nsxv3.common.synchronization [req-08562efb-5115-4760-b127-3c4ffc10bf60 req-bdeaa810-5959-48ed-b252-29d19e7b2ed8 tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1113.388599] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1113.388950] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.389140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.389240] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.389509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.389720] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.389862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.389973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.390176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.390317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.390436] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.577396] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7493f2a-243d-427d-b10d-f161c1f1a22b: rpc.has_security_group_logging(os_id): False [ 1113.598745] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.598745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.598745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.598745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.598745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.598745] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.598745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.598745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.598745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.598745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.599386] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.599615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.599779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.600015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.600182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.600562] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.600795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.600965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.601221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.601999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.601999] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1113.610629] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 in Status: SUCCESS [ 1113.610798] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 deletion is rescheduled due to dependency. [ 1113.610913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.662042] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.662042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.662042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.662341] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.662341] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.676045] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1113.796443] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.796678] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.796961] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.797349] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.799746] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.799746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.799746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.799746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.799746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.799746] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.799746] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.799746] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.799746] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.799746] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.799746] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.799746] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.823299] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.823555] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.823684] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.823871] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.824274] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-667d8050-0909-4ac0-be11-01f03abd6dd5 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.824477] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-667d8050-0909-4ac0-be11-01f03abd6dd5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.824598] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-667d8050-0909-4ac0-be11-01f03abd6dd5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.824947] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-667d8050-0909-4ac0-be11-01f03abd6dd5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.825563] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667d8050-0909-4ac0-be11-01f03abd6dd5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.894642] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.894765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.894843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.895085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.895182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.895371] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.895500] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.895587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.895755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.895837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.895929] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1113.929980] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.930185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.930252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.930511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.930684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.946020] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1114.328896] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.329192] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.329274] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.329529] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.329679] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.329840] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 667d8050-0909-4ac0-be11-01f03abd6dd5 not found, creating... [ 1114.330130] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.330293] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.330410] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.330653] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.331053] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.331320] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.331504] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.331622] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.331813] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.331951] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.332111] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 667d8050-0909-4ac0-be11-01f03abd6dd5 is going to be created. [ 1114.362852] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.363193] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.363246] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.363509] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.363740] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.363994] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-667d8050-0909-4ac0-be11-01f03abd6dd5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.163215] env[66947]: INFO networking_nsxv3.common.synchronization [req-08562efb-5115-4760-b127-3c4ffc10bf60 req-65fc9530-98d8-4aea-aebc-de3e840f9b68 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 1115.167297] env[66947]: INFO networking_nsxv3.common.synchronization [req-08562efb-5115-4760-b127-3c4ffc10bf60 req-65fc9530-98d8-4aea-aebc-de3e840f9b68 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1115.167297] env[66947]: INFO networking_nsxv3.common.synchronization [req-08562efb-5115-4760-b127-3c4ffc10bf60 req-65fc9530-98d8-4aea-aebc-de3e840f9b68 service nova] Enqueued Resource ID: 667d8050-0909-4ac0-be11-01f03abd6dd5 with Priority: HIGHEST for action port [ 1115.167297] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 1115.167297] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1115.167297] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667d8050-0909-4ac0-be11-01f03abd6dd5 with Priority: HIGHEST for action port [ 1115.319694] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.319911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.320104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.320355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.320355] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.321793] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.322073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.322119] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-667d8050-0909-4ac0-be11-01f03abd6dd5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.322341] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-667d8050-0909-4ac0-be11-01f03abd6dd5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.322434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-667d8050-0909-4ac0-be11-01f03abd6dd5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.322610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-667d8050-0909-4ac0-be11-01f03abd6dd5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.322693] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667d8050-0909-4ac0-be11-01f03abd6dd5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.430647] env[66947]: INFO networking_nsxv3.common.synchronization [req-4798e486-8d95-4600-b43a-3681e12147e9 req-41fdbe8a-e311-4038-99c5-2f4a3ebf9eea tempest-InstanceActionsNegativeTestJSON-1564427224 tempest-InstanceActionsNegativeTestJSON-1564427224-project-member] Enqueued Resource ID: 7492bfe1-72a4-4534-904f-90a129f9d92c with Priority: HIGHEST for action security_group_members [ 1115.431974] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7492bfe1-72a4-4534-904f-90a129f9d92c with Priority: HIGHEST for action security_group_members [ 1115.432319] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7492bfe1-72a4-4534-904f-90a129f9d92c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.432601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.432601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.433130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.433280] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.433453] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.433453] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.434060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.434060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.434060] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7492bfe1-72a4-4534-904f-90a129f9d92c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.689337] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1115.690862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.825719] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 667d8050-0909-4ac0-be11-01f03abd6dd5 with status ACTIVE [ 1115.825859] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.825953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.826520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.826520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.826721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.826857] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.826986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.827071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.827283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.827367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.827634] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.827754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.827834] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.828033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.828126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.828229] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 667d8050-0909-4ac0-be11-01f03abd6dd5 is going to be updated. [ 1115.831022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.831022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.850292] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.850528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.850528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.851290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.851290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.851290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-667d8050-0909-4ac0-be11-01f03abd6dd5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.936813] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.937118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.937118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.937257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.937352] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.937555] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.937656] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.937715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.937892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.937979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.938080] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7492bfe1-72a4-4534-904f-90a129f9d92c is going to be updated. [ 1115.954113] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1115.954377] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 deletion is rescheduled due to dependency. [ 1115.954451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.954604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.954850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.955064] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.955194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.955257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.955412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.955505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.955603] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.966353] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.966353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.966353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.966353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.966353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.985713] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7492bfe1-72a4-4534-904f-90a129f9d92c in Status: IN_PROGRESS for 2s [ 1116.193338] env[66947]: INFO networking_nsxv3.common.synchronization [req-590e365d-8954-4dcc-83c2-0e7675c12402 req-d9cb1d1b-2ae0-440b-b4ce-81f086eef0ff tempest-InstanceActionsV221TestJSON-1409164714 tempest-InstanceActionsV221TestJSON-1409164714-project-member] Enqueued Resource ID: 51f35136-94df-43b8-a969-678bcd925898 with Priority: HIGHEST for action security_group_members [ 1116.194186] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f35136-94df-43b8-a969-678bcd925898 with Priority: HIGHEST for action security_group_members [ 1116.194253] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f35136-94df-43b8-a969-678bcd925898 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.194368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.194477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.194686] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.194841] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.194936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.194995] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.195357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.195507] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.195554] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f35136-94df-43b8-a969-678bcd925898',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.458034] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.583502] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-22 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.583721] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-22" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.583869] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-22" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.584564] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-22" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.584856] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.585115] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.585255] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.585481] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.585626] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.585832] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.585947] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.586065] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.586176] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.586283] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.586386] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.586515] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.609754] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.611037] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.611037] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.611037] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-22" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.611037] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-db659f5c-5f36-45ee-8cd9-700d72d8b5c6 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.611037] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-db659f5c-5f36-45ee-8cd9-700d72d8b5c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.611037] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-db659f5c-5f36-45ee-8cd9-700d72d8b5c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.611363] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-db659f5c-5f36-45ee-8cd9-700d72d8b5c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.611363] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db659f5c-5f36-45ee-8cd9-700d72d8b5c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.698159] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.698400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.698400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.698572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.698659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.698853] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.698967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.699019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.699162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.699237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.699321] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f35136-94df-43b8-a969-678bcd925898 already deleted. [ 1116.699402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.961308] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.113588] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.114031] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.114208] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.114501] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.114673] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.114814] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port db659f5c-5f36-45ee-8cd9-700d72d8b5c6 not found, creating... [ 1117.115085] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.115274] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.115397] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.115621] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.115758] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.116052] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.116211] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.116322] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.116525] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.116659] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.116799] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: db659f5c-5f36-45ee-8cd9-700d72d8b5c6 is going to be created. [ 1117.140480] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.140865] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.141201] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.141404] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.141640] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.141877] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-db659f5c-5f36-45ee-8cd9-700d72d8b5c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.466981] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.467462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.467462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.467537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.467630] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.467780] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1117.501458] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.501662] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.501662] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.501818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.501994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.511528] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1117.845869] env[66947]: INFO networking_nsxv3.common.synchronization [req-590e365d-8954-4dcc-83c2-0e7675c12402 req-3e02ec66-4aee-41b8-b85a-dee405a8b4f8 service nova] Enqueued Resource ID: 51f35136-94df-43b8-a969-678bcd925898 with Priority: HIGHEST for action security_group_rules [ 1117.846064] env[66947]: INFO networking_nsxv3.common.synchronization [req-590e365d-8954-4dcc-83c2-0e7675c12402 req-3e02ec66-4aee-41b8-b85a-dee405a8b4f8 service nova] Enqueued Resource ID: 51f35136-94df-43b8-a969-678bcd925898 with Priority: HIGHEST for action security_group_members [ 1117.846204] env[66947]: INFO networking_nsxv3.common.synchronization [req-590e365d-8954-4dcc-83c2-0e7675c12402 req-3e02ec66-4aee-41b8-b85a-dee405a8b4f8 service nova] Enqueued Resource ID: db659f5c-5f36-45ee-8cd9-700d72d8b5c6 with Priority: HIGHEST for action port [ 1117.846432] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f35136-94df-43b8-a969-678bcd925898 with Priority: HIGHEST for action security_group_rules [ 1117.849483] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f35136-94df-43b8-a969-678bcd925898 with Priority: HIGHEST for action security_group_members [ 1117.849483] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db659f5c-5f36-45ee-8cd9-700d72d8b5c6 with Priority: HIGHEST for action port [ 1117.849483] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51f35136-94df-43b8-a969-678bcd925898 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.849483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.849483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.849483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.849483] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51f35136-94df-43b8-a969-678bcd925898',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.849483] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f35136-94df-43b8-a969-678bcd925898 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.849483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.849483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.849483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.849483] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.849483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.849483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.849483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.850036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.850036] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f35136-94df-43b8-a969-678bcd925898',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.854845] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-db659f5c-5f36-45ee-8cd9-700d72d8b5c6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.854963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db659f5c-5f36-45ee-8cd9-700d72d8b5c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.855039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db659f5c-5f36-45ee-8cd9-700d72d8b5c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.855213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db659f5c-5f36-45ee-8cd9-700d72d8b5c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.855288] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db659f5c-5f36-45ee-8cd9-700d72d8b5c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.004311] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7492bfe1-72a4-4534-904f-90a129f9d92c in Status: SUCCESS [ 1118.004655] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7492bfe1-72a4-4534-904f-90a129f9d92c deletion is rescheduled due to dependency. [ 1118.004655] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7492bfe1-72a4-4534-904f-90a129f9d92c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.355130] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51f35136-94df-43b8-a969-678bcd925898',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.357275] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f35136-94df-43b8-a969-678bcd925898 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.357440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.359044] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db659f5c-5f36-45ee-8cd9-700d72d8b5c6 with status ACTIVE [ 1118.359044] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.359044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.359044] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.359621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.359621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.359744] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.359981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.360114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.360726] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.360726] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.360893] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.361356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.361523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.361865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.361953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.362079] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db659f5c-5f36-45ee-8cd9-700d72d8b5c6 is going to be updated. [ 1118.440531] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.440750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.440750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.441113] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.441281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.441552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db659f5c-5f36-45ee-8cd9-700d72d8b5c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.857907] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51f35136-94df-43b8-a969-678bcd925898',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.360589] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.360816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.360890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.361095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.361198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.361302] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f35136-94df-43b8-a969-678bcd925898 is going to be created. [ 1119.392272] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.392437] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.392506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.392724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.393033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.403657] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f35136-94df-43b8-a969-678bcd925898 in Status: UNINITIALIZED for 2s [ 1119.523296] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1119.523296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.523296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.523455] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.523644] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.523816] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.523928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.524163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.524163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.524225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.524293] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.026488] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.026862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.026862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.027114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.027264] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.027393] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.027478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.027612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.027711] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.027835] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.028060] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.028126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.028195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.028373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.028519] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.028660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.029201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.029201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.029201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.029278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.029337] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.531883] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17bf6c13-517a-420a-9568-fa1fb36c6e49: rpc.has_security_group_logging(os_id): False [ 1120.552402] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.552402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.552402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.552658] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.552843] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.553194] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.553306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.553380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.553554] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.553637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.553854] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.553959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.554035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.554185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.554258] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.554439] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.554519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.554584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.554719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.554793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.554879] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1120.617517] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.617690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.617730] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.617931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.618085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.629633] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1120.888075] env[66947]: INFO networking_nsxv3.common.synchronization [None req-227463e6-ce23-4435-a749-5392d2494e70 tempest-AttachVolumeShelveTestJSON-1694994142 tempest-AttachVolumeShelveTestJSON-1694994142-project-member] Enqueued Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_rules [ 1120.888603] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_rules [ 1120.888908] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.889081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.889153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.889415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.889502] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.975560] env[66947]: INFO networking_nsxv3.common.synchronization [None req-31a5fc55-76c2-4509-a900-994edfa78ee0 tempest-AttachVolumeShelveTestJSON-1694994142 tempest-AttachVolumeShelveTestJSON-1694994142-project-member] Enqueued Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_rules [ 1120.976146] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_rules [ 1120.976726] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.976834] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.411566] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.411914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.411914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.411999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.412075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.412167] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 already deleted. [ 1121.412307] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.412528] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.412758] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.412850] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.414353] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f35136-94df-43b8-a969-678bcd925898 in Status: SUCCESS [ 1121.414536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.414678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.414917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.415011] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.415123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.415187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.415875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.415875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.415875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.415875] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51f35136-94df-43b8-a969-678bcd925898',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.919131] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f35136-94df-43b8-a969-678bcd925898 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.919359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.919359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.919575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.919717] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.919871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.919871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.920035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.920035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.920257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.920322] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f35136-94df-43b8-a969-678bcd925898 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.920414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.920491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.920598] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.920782] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.920950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.920950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.921078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.921124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.921167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.921303] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51f35136-94df-43b8-a969-678bcd925898',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.940846] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.941108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.941200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.941408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.941490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.941605] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 already deleted. [ 1121.941682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.424908] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51f35136-94df-43b8-a969-678bcd925898: rpc.has_security_group_logging(os_id): False [ 1122.445713] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.445946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.446077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.446404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.446524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.446818] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.446977] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.447091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.447287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.447405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.448032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.448032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.448032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.448188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.448262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.448493] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.448590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.448680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.448828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.448905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.448988] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51f35136-94df-43b8-a969-678bcd925898 is going to be created. [ 1122.521363] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.521663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.521663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.521800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.521996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.536023] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f35136-94df-43b8-a969-678bcd925898 in Status: IN_PROGRESS for 2s [ 1122.649351] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1122.649580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.947529] env[66947]: INFO networking_nsxv3.common.synchronization [req-b891402d-4240-4416-acef-90ddf461a84a req-f120fd7b-f76b-4e13-9cd8-1cd3d4804fcf tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1122.948162] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1122.948559] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.948745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.948838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.949118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.949300] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.949422] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.949491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.949650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.949737] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.949858] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.452927] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.955477] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.458392] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.458724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.458724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.459395] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.459395] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.459395] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1124.496077] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.496277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.496333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.496515] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.496667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.506476] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1124.550369] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51f35136-94df-43b8-a969-678bcd925898 in Status: SUCCESS [ 1124.550440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.144931] env[66947]: INFO networking_nsxv3.common.synchronization [req-2c662969-86ec-4286-9471-7ab6042c41f1 req-8ce2376b-6904-4197-99c4-3c71d169c08a tempest-ServerActionsTestOtherB-1241893135 tempest-ServerActionsTestOtherB-1241893135-project-member] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1126.145539] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1126.145865] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.145985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.147045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.147045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.147045] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.147045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.147045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.147045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.147045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.147351] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.519616] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1126.519616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.652742] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.652965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.653128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.653571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.679451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.679737] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.679895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.679938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.680157] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.680291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.680460] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be updated. [ 1126.722504] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.722504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.722504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.722715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.722747] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.733522] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 1126.766366] env[66947]: INFO networking_nsxv3.common.synchronization [req-4eeb6a8f-1246-4722-baa5-dc10dd4818bf req-d26a62fd-4f4d-4014-9bd1-0e85dfdd35d1 tempest-AttachVolumeShelveTestJSON-1694994142 tempest-AttachVolumeShelveTestJSON-1694994142-project-member] Enqueued Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_members [ 1126.766983] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_members [ 1126.767355] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.767478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.767548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.767824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.767992] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.768109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.768175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.768333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.768419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.768517] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.078114] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.078312] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.078418] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.078697] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.079148] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.079148] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.079301] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.079425] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.079644] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.079791] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.079898] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.080031] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.080122] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.080300] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.080483] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.080483] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.102063] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.102338] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.102543] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.102781] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.103336] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.103632] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.103907] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.104403] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.104672] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7077e6bf-0dcf-4be1-a1d8-b97cba88ff54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.270583] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.270957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.270957] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.271045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.271180] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.271491] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.271607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.271674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.271841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.271919] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.272012] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 already deleted. [ 1127.272106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.607730] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.608043] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.608188] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.608719] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.608901] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.609075] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 not found, creating... [ 1127.609348] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.609507] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.609623] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.609875] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.610041] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.610325] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.610504] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.610634] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.610847] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.611019] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.611185] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 is going to be created. [ 1127.632420] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.632665] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.632817] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.633207] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.633503] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.633799] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.962939] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.963210] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.963339] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.963694] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.964049] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.964191] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.964329] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.964533] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.964678] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.964880] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.964992] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1127.965111] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1127.965217] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1127.965314] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1127.965421] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1127.965549] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1127.984961] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1127.985314] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1127.985569] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1127.985772] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.986125] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-82339de8-7591-4b97-9fe5-f3e7c52305a3 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.986314] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.986440] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.986766] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.986908] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82339de8-7591-4b97-9fe5-f3e7c52305a3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.350855] env[66947]: INFO networking_nsxv3.common.synchronization [req-4eeb6a8f-1246-4722-baa5-dc10dd4818bf req-c5efdf80-c474-4477-806e-beeaed76003c service nova] Enqueued Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_rules [ 1128.351267] env[66947]: INFO networking_nsxv3.common.synchronization [req-4eeb6a8f-1246-4722-baa5-dc10dd4818bf req-c5efdf80-c474-4477-806e-beeaed76003c service nova] Enqueued Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_members [ 1128.351417] env[66947]: INFO networking_nsxv3.common.synchronization [req-4eeb6a8f-1246-4722-baa5-dc10dd4818bf req-c5efdf80-c474-4477-806e-beeaed76003c service nova] Enqueued Resource ID: 7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 with Priority: HIGHEST for action port [ 1128.352948] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_rules [ 1128.352948] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_members [ 1128.352948] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 with Priority: HIGHEST for action port [ 1128.352948] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.352948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.352948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.352948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.352948] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.353880] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.354027] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.354139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.354260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.354687] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.354805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.355024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.355024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.355179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.355179] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.355914] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.356032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.356114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.356250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.356323] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7077e6bf-0dcf-4be1-a1d8-b97cba88ff54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.490068] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.490398] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.490398] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.490666] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.490816] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.490978] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 82339de8-7591-4b97-9fe5-f3e7c52305a3 not found, creating... [ 1128.491256] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.491431] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.491525] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.491742] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.491878] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.492173] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.492326] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.492438] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.492754] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.492889] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.493072] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 82339de8-7591-4b97-9fe5-f3e7c52305a3 is going to be created. [ 1128.513714] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.514248] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.514248] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.514419] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.514509] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.514727] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.534959] env[66947]: INFO networking_nsxv3.common.synchronization [req-a527936a-8808-4101-bca2-24da65098c10 req-a96fe0dd-a00e-493f-a9ff-ba14c86f0ea3 tempest-InstanceActionsV221TestJSON-1409164714 tempest-InstanceActionsV221TestJSON-1409164714-project-member] Enqueued Resource ID: 51f35136-94df-43b8-a969-678bcd925898 with Priority: HIGHEST for action security_group_members [ 1128.535487] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f35136-94df-43b8-a969-678bcd925898 with Priority: HIGHEST for action security_group_members [ 1128.535947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-51f35136-94df-43b8-a969-678bcd925898 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.536498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.536498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.536498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.536498] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.536671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.536671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.536745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.536837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.537034] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51f35136-94df-43b8-a969-678bcd925898',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.743442] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 1128.743583] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 deletion is rescheduled due to dependency. [ 1128.743675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.857927] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.859402] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.859535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.860348] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 with status ACTIVE [ 1128.860348] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.860348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.860348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.860527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.860527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.860679] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.860757] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.860820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.861016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.861054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.861220] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.861312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.861374] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.861511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.861584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.861667] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 is going to be updated. [ 1128.884534] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.884614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.884614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.884837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.884940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.885108] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.039104] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.039273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.039346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.039589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.039679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.039898] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.040016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.040072] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.040252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.040328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.040730] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f35136-94df-43b8-a969-678bcd925898 is going to be updated. [ 1129.070042] env[66947]: INFO networking_nsxv3.common.synchronization [req-7dc700b3-b5a9-4d79-a05a-ffb1ad76f2ec req-775c3baa-81b8-413a-93cc-d3efb3d76d72 tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1129.070700] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1129.070906] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.071037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.071110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.071312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.071464] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.071710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.071710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.071794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.071824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.072780] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.077158] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.077287] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.077351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.077546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.077690] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.096305] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f35136-94df-43b8-a969-678bcd925898 in Status: IN_PROGRESS for 2s [ 1129.245205] env[66947]: INFO networking_nsxv3.common.synchronization [req-4d36f6c9-7d77-4085-ad5b-12bb42d894ff req-5515de45-8368-40fe-a171-e407d2c78d61 service nova] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_rules [ 1129.245205] env[66947]: INFO networking_nsxv3.common.synchronization [req-4d36f6c9-7d77-4085-ad5b-12bb42d894ff req-5515de45-8368-40fe-a171-e407d2c78d61 service nova] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1129.245205] env[66947]: INFO networking_nsxv3.common.synchronization [req-4d36f6c9-7d77-4085-ad5b-12bb42d894ff req-5515de45-8368-40fe-a171-e407d2c78d61 service nova] Enqueued Resource ID: 82339de8-7591-4b97-9fe5-f3e7c52305a3 with Priority: HIGHEST for action port [ 1129.245205] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_rules [ 1129.245205] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1129.245205] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82339de8-7591-4b97-9fe5-f3e7c52305a3 with Priority: HIGHEST for action port [ 1129.245205] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.245205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.245205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.246179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.246387] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.247798] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.248178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.249110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.249385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.249559] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.250484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.250484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.250484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.250484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.250484] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.250860] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-82339de8-7591-4b97-9fe5-f3e7c52305a3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.250991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.251105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.251411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.251411] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82339de8-7591-4b97-9fe5-f3e7c52305a3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.361218] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.575275] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.575275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.575275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.575275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.575275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.575275] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.575275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.575275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.575275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.575275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.576079] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1129.604848] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.604848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.604848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.605097] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.605213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.614027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1129.754407] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.754407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.754407] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.755230] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82339de8-7591-4b97-9fe5-f3e7c52305a3 with status ACTIVE [ 1129.755442] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.755442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.755442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.755663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.755717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.755898] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.755964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.756038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.756223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.756331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.756599] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.756739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.756828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.757226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.757226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.757608] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82339de8-7591-4b97-9fe5-f3e7c52305a3 is going to be updated. [ 1129.786696] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.786696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.786696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.786696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.786696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.786946] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.863596] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.863803] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.863918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.864226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.864327] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.864451] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 is going to be created. [ 1129.896252] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.896442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.896491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.896671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.896826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.912147] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 in Status: UNINITIALIZED for 2s [ 1130.260148] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.764259] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.764560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.764560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.765140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.765140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.765140] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be created. [ 1130.789040] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.789206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.789274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.789477] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.789638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.799933] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: UNINITIALIZED for 2s [ 1130.934073] env[66947]: INFO networking_nsxv3.common.synchronization [req-e5ce932d-09c6-4bad-a4d7-5c0ba230b13e req-a08134b5-f617-4f95-a6e5-9a9c0179f3f5 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 1130.934629] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 1130.934984] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.935155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.935225] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.935513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.935693] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.935783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.935812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.935950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.936045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.936141] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.106941] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51f35136-94df-43b8-a969-678bcd925898 in Status: SUCCESS [ 1131.107073] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51f35136-94df-43b8-a969-678bcd925898 deletion is rescheduled due to dependency. [ 1131.107159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51f35136-94df-43b8-a969-678bcd925898" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.270492] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.270746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.270965] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.271272] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.271555] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.271749] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.271971] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.272224] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.272376] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.272665] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.272791] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.272907] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.273077] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.273213] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.273324] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.273458] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.293434] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.293691] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.293741] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.294126] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-623" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.294378] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.294615] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.294762] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.295200] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.295377] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.440729] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.624312] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1131.624489] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 deletion is rescheduled due to dependency. [ 1131.624609] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.797867] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.798150] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.798333] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.798665] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.798837] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.799062] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2 not found, creating... [ 1131.799514] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.799643] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.799807] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.800125] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.800320] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.800666] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.800925] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.801119] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.801442] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.801655] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.801882] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2 is going to be created. [ 1131.830630] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.830999] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.831274] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.831719] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.832072] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.832394] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.924847] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 in Status: SUCCESS [ 1131.925115] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.925383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.925706] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.926286] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.926286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.926537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.926588] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.926712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.926845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.927021] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.942728] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.429985] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.445555] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.445555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.445555] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.445829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.445829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.445829] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 is going to be updated. [ 1132.473877] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.474110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.474161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.474451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.474537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.482616] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: IN_PROGRESS for 2s [ 1132.514059] env[66947]: INFO networking_nsxv3.common.synchronization [req-e5ce932d-09c6-4bad-a4d7-5c0ba230b13e req-27b366f5-b6f6-404e-a1f4-3a07bd02057c service nova] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_rules [ 1132.514287] env[66947]: INFO networking_nsxv3.common.synchronization [req-e5ce932d-09c6-4bad-a4d7-5c0ba230b13e req-27b366f5-b6f6-404e-a1f4-3a07bd02057c service nova] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 1132.514434] env[66947]: INFO networking_nsxv3.common.synchronization [req-e5ce932d-09c6-4bad-a4d7-5c0ba230b13e req-27b366f5-b6f6-404e-a1f4-3a07bd02057c service nova] Enqueued Resource ID: dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2 with Priority: HIGHEST for action port [ 1132.514932] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_rules [ 1132.515228] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 1132.515384] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2 with Priority: HIGHEST for action port [ 1132.515703] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.515790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.515857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.516070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.516156] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.517885] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.517885] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.518076] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.518185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.518281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.518435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.519026] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.811945] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1132.812288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.812384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.812628] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.812850] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.812992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.813103] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.813237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.813316] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.813403] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.813497] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.932783] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc1b275d-b47d-4d41-8cf1-a61a0d6afb01: rpc.has_security_group_logging(os_id): False [ 1132.952302] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.952473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.952631] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.952781] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.952868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.953209] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.953347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.953414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.953580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.953660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.953775] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 is going to be created. [ 1133.014339] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.014633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.014633] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.014836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.015032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.020855] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.021012] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.021205] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2 with status ACTIVE [ 1133.021406] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.021525] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.021617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.021856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.021956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.022152] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.022251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.022313] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.022529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.022610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.022844] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.022949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.023026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.023235] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.023357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.023499] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2 is going to be updated. [ 1133.031543] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 in Status: IN_PROGRESS for 2s [ 1133.045155] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.045353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.045427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.045636] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.045771] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.045927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd1c94e1-9768-476c-b6dd-aeffc7fd3ee2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.315699] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.315699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.315936] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.315991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.316188] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.316292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.316359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.316527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.316628] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.316689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.316837] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.317324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.317324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.317324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.317324] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.317522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.317522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.317585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.317617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.317691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.317781] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.819849] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d: rpc.has_security_group_logging(os_id): False [ 1133.841138] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.841359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.841604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.841664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.841748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.841977] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.842156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.842156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.843599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.843599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.843599] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.843599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.843599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.843599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.843599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.843599] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.843599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.843599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.843599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.843599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.843599] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be created. [ 1133.899907] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.900075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.900149] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.900358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.900606] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.912729] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1134.497299] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: SUCCESS [ 1134.497458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.497578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.497803] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.498035] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.498141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.498247] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.498460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.498460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.498641] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.001431] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.047755] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 in Status: SUCCESS [ 1135.048091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.504021] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.930795] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1135.931208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.009805] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.009805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.009805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.009805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.009805] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.009805] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 is going to be updated. [ 1136.046797] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.046999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.047064] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.047262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.047425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.064053] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: IN_PROGRESS for 2s [ 1136.909543] env[66947]: INFO networking_nsxv3.common.synchronization [req-5f47efb1-699c-4652-b639-16036caffe03 req-0c62f5c9-340e-495d-982b-febea97e3b14 tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1136.909978] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1136.910767] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.910767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.910767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.910984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.911223] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.911396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.911499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.912096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.912096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.912096] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.414747] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.415083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.415083] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.415355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.439042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.439428] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.439428] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.439593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.439687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.439809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.439869] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be updated. [ 1137.469248] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.469400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.469923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.469923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.469923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.482774] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: IN_PROGRESS for 2s [ 1138.073558] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: SUCCESS [ 1138.073800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.073979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.074264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.074470] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.074615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.074691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.074806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.074887] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.074974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.075082] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.577120] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.079157] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef4e2067-1e6a-485f-9205-776a5f1aa674: rpc.has_security_group_logging(os_id): False [ 1139.100695] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.101208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.101208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.101315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.101315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.102079] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.102079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.102079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.102079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.102079] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.102079] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 is going to be updated. [ 1139.168486] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.168669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.168708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.168991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.169156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.187761] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: IN_PROGRESS for 2s [ 1139.253010] env[66947]: INFO networking_nsxv3.common.synchronization [req-e65eb344-243c-4379-a568-9e88f1c788c3 req-af50eef5-9f91-48d1-a9fc-eb7388925dff tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1139.253644] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1139.253958] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.254685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.254823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.256024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.256320] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.256531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.256630] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.257049] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.257183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.257312] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.398287] env[66947]: INFO networking_nsxv3.common.synchronization [None req-4bfb8f7e-c1ec-4707-9608-03f9a8813246 None None] Enqueued Resource ID: 9b12eeea-d175-4d83-8336-8093ce332bcd with Priority: HIGHEST for action port [ 1139.398768] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b12eeea-d175-4d83-8336-8093ce332bcd with Priority: HIGHEST for action port [ 1139.399091] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b12eeea-d175-4d83-8336-8093ce332bcd taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.399218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b12eeea-d175-4d83-8336-8093ce332bcd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.399286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b12eeea-d175-4d83-8336-8093ce332bcd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.399540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b12eeea-d175-4d83-8336-8093ce332bcd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.400404] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b12eeea-d175-4d83-8336-8093ce332bcd',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.493153] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 1139.493421] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 deletion is rescheduled due to dependency. [ 1139.493599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.614214] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-771 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.614629] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.614629] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.614803] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.616063] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.616063] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.616063] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.616348] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.616609] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.616694] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.616830] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.616936] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.617034] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.617154] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.617289] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.617433] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.639321] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.639493] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.639636] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.639841] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-771" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.640196] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-fe7271a6-efad-4d8b-8863-23210fa10da5 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.640418] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-fe7271a6-efad-4d8b-8863-23210fa10da5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.640541] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-fe7271a6-efad-4d8b-8863-23210fa10da5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.640912] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-fe7271a6-efad-4d8b-8863-23210fa10da5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.641165] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe7271a6-efad-4d8b-8863-23210fa10da5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.761219] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.902165] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b12eeea-d175-4d83-8336-8093ce332bcd [ 1139.902406] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.902539] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.902611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.902827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.902916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.903039] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b12eeea-d175-4d83-8336-8093ce332bcd already deleted. [ 1139.903216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b12eeea-d175-4d83-8336-8093ce332bcd" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.145033] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.145264] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.145264] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.145539] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.145696] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.145851] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port fe7271a6-efad-4d8b-8863-23210fa10da5 not found, creating... [ 1140.146127] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.146298] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.146417] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.146666] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.146768] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.147060] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.147217] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.147334] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.147535] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.147664] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.147803] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: fe7271a6-efad-4d8b-8863-23210fa10da5 is going to be created. [ 1140.170591] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.171202] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.171202] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.171202] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.171588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.171779] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-fe7271a6-efad-4d8b-8863-23210fa10da5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.263489] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.770205] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.770205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.770205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.770205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.770205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.770205] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1140.800299] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.800299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.800299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.800299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.800299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.810256] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1140.896138] env[66947]: INFO networking_nsxv3.common.synchronization [req-e65eb344-243c-4379-a568-9e88f1c788c3 req-4b1d4515-a229-43b5-8943-aa128b18df11 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 1140.896138] env[66947]: INFO networking_nsxv3.common.synchronization [req-e65eb344-243c-4379-a568-9e88f1c788c3 req-4b1d4515-a229-43b5-8943-aa128b18df11 service nova] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1140.896138] env[66947]: INFO networking_nsxv3.common.synchronization [req-e65eb344-243c-4379-a568-9e88f1c788c3 req-4b1d4515-a229-43b5-8943-aa128b18df11 service nova] Enqueued Resource ID: fe7271a6-efad-4d8b-8863-23210fa10da5 with Priority: HIGHEST for action port [ 1140.896138] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_rules [ 1140.896138] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1140.896138] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7271a6-efad-4d8b-8863-23210fa10da5 with Priority: HIGHEST for action port [ 1140.896720] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.896996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.897198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.897497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.897797] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.900813] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.902019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.902019] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe7271a6-efad-4d8b-8863-23210fa10da5 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.902019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe7271a6-efad-4d8b-8863-23210fa10da5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.902019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe7271a6-efad-4d8b-8863-23210fa10da5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.902019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe7271a6-efad-4d8b-8863-23210fa10da5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.902019] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe7271a6-efad-4d8b-8863-23210fa10da5',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.201835] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: SUCCESS [ 1141.202051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.401789] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.401997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.406488] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe7271a6-efad-4d8b-8863-23210fa10da5 with status ACTIVE [ 1141.406717] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.406874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.407376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.407376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.407488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.407623] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.407731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.407830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.407969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.408054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.408273] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.408937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.408937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.408937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.408937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.408937] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe7271a6-efad-4d8b-8863-23210fa10da5 is going to be updated. [ 1141.430737] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.430923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.430923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.431269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.431408] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.431697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe7271a6-efad-4d8b-8863-23210fa10da5" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.650651] env[66947]: INFO networking_nsxv3.common.synchronization [req-12db0ad0-c1a7-424a-aff9-a31d92d24dba req-8f556293-aa5f-4244-8a13-988c30974c99 tempest-ServerActionsTestOtherB-1241893135 tempest-ServerActionsTestOtherB-1241893135-project-member] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1141.653278] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1141.653278] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.653278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.653278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.653278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.653278] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.654724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.656531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.656531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.656531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.656531] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.021110] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.021464] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.021464] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.021682] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.021942] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.022110] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.022226] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.022437] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.022578] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.022782] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.022902] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.023305] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.025993] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.026153] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.026275] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.026412] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.047349] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.047523] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.047660] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.050447] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.050447] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-b6a84ed9-86d2-4dfb-b3d8-da5667b31d42 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.050447] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-b6a84ed9-86d2-4dfb-b3d8-da5667b31d42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.050447] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-b6a84ed9-86d2-4dfb-b3d8-da5667b31d42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.050447] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-b6a84ed9-86d2-4dfb-b3d8-da5667b31d42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.050447] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6a84ed9-86d2-4dfb-b3d8-da5667b31d42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.100041] env[66947]: INFO networking_nsxv3.common.synchronization [None req-9749388f-84e3-4656-bfbd-549aee45a7dc None None] Enqueued Resource ID: c752d4c6-5517-42f2-b4ef-513a60ed5c04 with Priority: HIGHEST for action port [ 1142.100041] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c752d4c6-5517-42f2-b4ef-513a60ed5c04 with Priority: HIGHEST for action port [ 1142.100041] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-c752d4c6-5517-42f2-b4ef-513a60ed5c04 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.100041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c752d4c6-5517-42f2-b4ef-513a60ed5c04" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.100041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c752d4c6-5517-42f2-b4ef-513a60ed5c04" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.100041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c752d4c6-5517-42f2-b4ef-513a60ed5c04" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.100041] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c752d4c6-5517-42f2-b4ef-513a60ed5c04',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.157678] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.157842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.157941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.158139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.158235] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.158445] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.158547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.158607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.158754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.158830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.158914] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be updated. [ 1142.186688] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.186688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.187121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.187400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.188340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.199174] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 1142.553941] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.554127] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.554307] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.554991] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.554991] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.555352] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port b6a84ed9-86d2-4dfb-b3d8-da5667b31d42 not found, creating... [ 1142.555392] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.555599] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.556265] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.556265] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.556265] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.556564] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.556777] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.556937] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.557382] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.557481] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.557601] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: b6a84ed9-86d2-4dfb-b3d8-da5667b31d42 is going to be created. [ 1142.582148] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.582148] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.582269] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.582616] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.583030] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.583351] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-b6a84ed9-86d2-4dfb-b3d8-da5667b31d42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.602365] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c752d4c6-5517-42f2-b4ef-513a60ed5c04 [ 1142.602744] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.602744] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.602950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.602997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.603087] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.603259] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c752d4c6-5517-42f2-b4ef-513a60ed5c04 already deleted. [ 1142.604086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c752d4c6-5517-42f2-b4ef-513a60ed5c04" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.821611] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1142.821829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.821999] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.822246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.822445] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.822564] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.822629] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.822784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.822866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.822967] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.324151] env[66947]: INFO networking_nsxv3.common.synchronization [req-12db0ad0-c1a7-424a-aff9-a31d92d24dba req-e69b4aab-2684-487e-a19b-667677524f59 service nova] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 1143.324443] env[66947]: INFO networking_nsxv3.common.synchronization [req-12db0ad0-c1a7-424a-aff9-a31d92d24dba req-e69b4aab-2684-487e-a19b-667677524f59 service nova] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1143.324546] env[66947]: INFO networking_nsxv3.common.synchronization [req-12db0ad0-c1a7-424a-aff9-a31d92d24dba req-e69b4aab-2684-487e-a19b-667677524f59 service nova] Enqueued Resource ID: b6a84ed9-86d2-4dfb-b3d8-da5667b31d42 with Priority: HIGHEST for action port [ 1143.325122] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 1143.325271] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1143.325369] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a84ed9-86d2-4dfb-b3d8-da5667b31d42 with Priority: HIGHEST for action port [ 1143.325609] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.326482] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.326608] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.326678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.326886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.326973] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.327761] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.327862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.328068] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6a84ed9-86d2-4dfb-b3d8-da5667b31d42 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.328893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6a84ed9-86d2-4dfb-b3d8-da5667b31d42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.328991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6a84ed9-86d2-4dfb-b3d8-da5667b31d42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.329362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6a84ed9-86d2-4dfb-b3d8-da5667b31d42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.329362] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6a84ed9-86d2-4dfb-b3d8-da5667b31d42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.831500] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.831728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.831828] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.832826] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6a84ed9-86d2-4dfb-b3d8-da5667b31d42 with status ACTIVE [ 1143.833016] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.833140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.833248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.833436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.833542] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.833717] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.833810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.833870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.834144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.834307] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.834579] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.834705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.834790] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.836273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.836402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.836521] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6a84ed9-86d2-4dfb-b3d8-da5667b31d42 is going to be updated. [ 1143.861181] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.861390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.861509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.861750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.861934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.862183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6a84ed9-86d2-4dfb-b3d8-da5667b31d42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.979811] env[66947]: INFO networking_nsxv3.common.synchronization [req-331f56e9-7154-4ff6-a999-bd6b3959d7a4 req-ee4dbb48-d4f1-450c-8b00-0fe7c23b8160 tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1143.980618] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1143.980977] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.981148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.981263] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.981536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.981721] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.981852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.981933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.982117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.982250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.982371] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.211363] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 1144.211610] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 deletion is rescheduled due to dependency. [ 1144.212663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.212878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.213117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.213389] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.213537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.213595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.213819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.213862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.213962] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.338517] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.342153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.342874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.342874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.342874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.343042] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1144.381896] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.382157] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.382614] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.382614] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.382805] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.382955] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.383375] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.383672] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.383770] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.384020] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.384137] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.384561] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.384561] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.384561] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.384702] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.384702] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.387080] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.387080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.387080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.387080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.387368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.399270] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1144.407778] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.407937] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.408094] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.408272] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.408580] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-10ee1037-5830-49a7-a667-432c34333af4 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.408746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-10ee1037-5830-49a7-a667-432c34333af4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.409773] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-10ee1037-5830-49a7-a667-432c34333af4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.409773] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-10ee1037-5830-49a7-a667-432c34333af4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.409773] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ee1037-5830-49a7-a667-432c34333af4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.486674] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.486674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.486674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.486674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.486674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.486674] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.486674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.486674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.486674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.486674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.486674] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1144.515116] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.515295] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.515383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.515604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.515746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.531882] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1144.716417] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.912423] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.912654] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.912784] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.913093] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.913303] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.913473] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 10ee1037-5830-49a7-a667-432c34333af4 not found, creating... [ 1144.914052] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.914052] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.914052] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.914314] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.914373] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.914704] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.915277] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.915277] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.915423] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.915423] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.915575] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 10ee1037-5830-49a7-a667-432c34333af4 is going to be created. [ 1144.936922] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.936922] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.936922] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.937152] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.937323] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.937555] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-10ee1037-5830-49a7-a667-432c34333af4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.219663] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.638657] env[66947]: INFO networking_nsxv3.common.synchronization [req-331f56e9-7154-4ff6-a999-bd6b3959d7a4 req-52d99f00-3074-4047-828e-4fd85c2e1589 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 1145.638966] env[66947]: INFO networking_nsxv3.common.synchronization [req-331f56e9-7154-4ff6-a999-bd6b3959d7a4 req-52d99f00-3074-4047-828e-4fd85c2e1589 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1145.639141] env[66947]: INFO networking_nsxv3.common.synchronization [req-331f56e9-7154-4ff6-a999-bd6b3959d7a4 req-52d99f00-3074-4047-828e-4fd85c2e1589 service nova] Enqueued Resource ID: 10ee1037-5830-49a7-a667-432c34333af4 with Priority: HIGHEST for action port [ 1145.639670] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 1145.639801] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1145.639896] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ee1037-5830-49a7-a667-432c34333af4 with Priority: HIGHEST for action port [ 1145.642024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.642024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.642024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.642024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.642024] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.642368] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.642368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.642710] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ee1037-5830-49a7-a667-432c34333af4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.642710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ee1037-5830-49a7-a667-432c34333af4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.642710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ee1037-5830-49a7-a667-432c34333af4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.642862] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ee1037-5830-49a7-a667-432c34333af4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.642862] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ee1037-5830-49a7-a667-432c34333af4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.725046] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.725211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.725286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.725599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.725696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.725801] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be updated. [ 1145.751971] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.752162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.752246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.752456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.752604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.761627] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 1146.151378] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.151378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.151378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.151378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.151378] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.151378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.151378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.151378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.151378] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.151378] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.151378] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.151378] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.151378] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.152746] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.152746] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.152746] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.152746] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.152746] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.152746] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.152746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-12" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.152746] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-82339de8-7591-4b97-9fe5-f3e7c52305a3 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.152746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.152746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.152746] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.152746] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82339de8-7591-4b97-9fe5-f3e7c52305a3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.152746] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.152746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.152746] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10ee1037-5830-49a7-a667-432c34333af4 with status ACTIVE [ 1146.153967] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.153967] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.153967] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.153967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.153967] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10ee1037-5830-49a7-a667-432c34333af4 is going to be updated. [ 1146.172158] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.172158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.172158] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.172681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.172681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.172913] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ee1037-5830-49a7-a667-432c34333af4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.412102] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1146.412321] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.412530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.412817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.413078] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.413427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.413427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.413553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.413647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.413742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.413862] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.541932] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1146.542194] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 deletion is rescheduled due to dependency. [ 1146.542379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.542820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.542939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.543114] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.543243] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.543324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.543475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.543576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.543688] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.580018] env[66947]: INFO networking_nsxv3.common.synchronization [req-9e34c5ab-ff7f-4e2a-9fcb-926848c28b15 req-6ee5d34a-6ce0-4ac7-b781-82ef3be687da tempest-MultipleCreateTestJSON-621976967 tempest-MultipleCreateTestJSON-621976967-project-member] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1146.580607] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1146.580919] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.581053] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.581162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.581411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.581576] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.581677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.581740] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.581900] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.581982] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.582089] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.642406] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.642862] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.642862] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.642982] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.643291] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.643452] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.643608] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.643723] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.643931] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.644088] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.644518] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.644619] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.644709] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.644911] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.647845] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.648214] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 82339de8-7591-4b97-9fe5-f3e7c52305a3 is going to be updated. [ 1146.676098] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.676098] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.676425] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.676425] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.676897] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.677178] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.918480] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.918672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.918672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.918868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.919055] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.919163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.919230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.919387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.919508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.919566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.919705] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.919796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.919859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.920011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.920160] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.920252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.920312] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.920450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.920535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.920604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.920697] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.045660] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.086108] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.086336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.086336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.086559] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.086652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.086865] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.086967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.087035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.087195] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.087271] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.087359] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d already deleted. [ 1147.087443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.128920] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.129144] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.129199] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.129558] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.129865] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.130080] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.130209] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.130443] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.130599] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.130803] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.130917] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.131037] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.131147] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.131256] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.131361] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.131493] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.152527] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.152697] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.152833] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.153037] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.153475] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.153710] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.153790] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.154118] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.154363] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.402788] env[66947]: INFO networking_nsxv3.common.synchronization [req-a253fd54-7ade-486f-943d-885e6e9eb741 req-c78f827e-6415-43bc-88f2-22401507836c service nova] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_rules [ 1147.402944] env[66947]: INFO networking_nsxv3.common.synchronization [req-a253fd54-7ade-486f-943d-885e6e9eb741 req-c78f827e-6415-43bc-88f2-22401507836c service nova] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1147.403157] env[66947]: INFO networking_nsxv3.common.synchronization [req-a253fd54-7ade-486f-943d-885e6e9eb741 req-c78f827e-6415-43bc-88f2-22401507836c service nova] Enqueued Resource ID: 82339de8-7591-4b97-9fe5-f3e7c52305a3 with Priority: HIGHEST for action port [ 1147.403809] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_rules [ 1147.403995] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1147.404327] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82339de8-7591-4b97-9fe5-f3e7c52305a3 with Priority: HIGHEST for action port [ 1147.404703] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.404900] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.405034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.405281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.405376] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.407206] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.407370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.407696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.407696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.407796] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.407920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.407920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.408354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.408354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.408354] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.409062] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-82339de8-7591-4b97-9fe5-f3e7c52305a3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.409171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.409230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.409400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.409479] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82339de8-7591-4b97-9fe5-f3e7c52305a3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.423481] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7493f2a-243d-427d-b10d-f161c1f1a22b: rpc.has_security_group_logging(os_id): False [ 1147.442805] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.442978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.443062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.443356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.443498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.443666] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.443781] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.443845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.443997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.444112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.444328] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.444475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.444475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.444632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.444704] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.444900] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.445014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.445070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.445245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.445339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.445420] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1147.510389] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.510571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.510610] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.510806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.510951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.523374] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1147.547383] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.658914] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.658914] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.659224] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.659314] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.659434] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.659589] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a not found, creating... [ 1147.659836] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.659992] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.660122] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.660336] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.660474] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.660749] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.660902] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.661028] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.661274] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.661424] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.661566] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a is going to be created. [ 1147.684068] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.684301] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.684402] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.684683] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.684909] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.685143] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.787949] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 1147.787949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.787949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.788200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.788405] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.788601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.788745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.788926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.789091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.789209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.789315] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.908085] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.908260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.910588] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.911601] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82339de8-7591-4b97-9fe5-f3e7c52305a3 with status ACTIVE [ 1147.911843] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.911967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.912048] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.912259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.912353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.912533] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.912632] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.913560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.913560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.913560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.913560] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.913560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.913560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.913560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.913560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.913895] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82339de8-7591-4b97-9fe5-f3e7c52305a3 is going to be updated. [ 1147.937752] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.937971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.937971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.938209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.938377] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.938589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82339de8-7591-4b97-9fe5-f3e7c52305a3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.049882] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.050193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.050193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.050396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.050473] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.050581] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1148.112324] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.112569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.112569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.112761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.112899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.126112] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1148.149317] env[66947]: INFO networking_nsxv3.common.synchronization [req-b3cc3004-9883-4470-8a9d-67ab5aed10ea req-91e3dff4-802d-44db-97da-01bccdfcc79e tempest-ServersTestFqdnHostnames-274448786 tempest-ServersTestFqdnHostnames-274448786-project-member] Enqueued Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_members [ 1148.149940] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1614acf-b02a-4e28-91c4-98dc92071b78 with Priority: HIGHEST for action security_group_members [ 1148.150701] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1614acf-b02a-4e28-91c4-98dc92071b78 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.150829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.150932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.151250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.151554] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.152147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.152147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.152147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.152147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.152335] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1614acf-b02a-4e28-91c4-98dc92071b78',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.292592] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.417101] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.468247] env[66947]: INFO networking_nsxv3.common.synchronization [req-9e34c5ab-ff7f-4e2a-9fcb-926848c28b15 req-8224c459-1183-4688-9045-f496fb43e521 service nova] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_rules [ 1148.468247] env[66947]: INFO networking_nsxv3.common.synchronization [req-9e34c5ab-ff7f-4e2a-9fcb-926848c28b15 req-8224c459-1183-4688-9045-f496fb43e521 service nova] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1148.468247] env[66947]: INFO networking_nsxv3.common.synchronization [req-9e34c5ab-ff7f-4e2a-9fcb-926848c28b15 req-8224c459-1183-4688-9045-f496fb43e521 service nova] Enqueued Resource ID: 27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a with Priority: HIGHEST for action port [ 1148.468758] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_rules [ 1148.468854] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1148.468887] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a with Priority: HIGHEST for action port [ 1148.469686] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.469819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.469890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.470239] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.470342] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.471453] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.471552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.471841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.471904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.472163] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.472325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.472402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.472569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.472660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.472760] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.473725] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.473908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.473949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.474197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.474282] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.654716] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.654893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.655154] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.655356] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.655459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.655663] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.655765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.655830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.655985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.656089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.656180] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1614acf-b02a-4e28-91c4-98dc92071b78 is going to be updated. [ 1148.686269] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.686648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.686648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.686938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.686938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.697291] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1614acf-b02a-4e28-91c4-98dc92071b78 in Status: IN_PROGRESS for 2s [ 1148.796087] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bac65f2-71ca-4ea1-a145-4df202aee9c3: rpc.has_security_group_logging(os_id): False [ 1148.813657] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.814140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.814140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.814140] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.814350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.814390] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.814565] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.814565] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.814686] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.814759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.814841] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be updated. [ 1148.883872] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.885251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.885251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.885251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.885251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.896268] env[66947]: INFO networking_nsxv3.common.synchronization [req-9e34c5ab-ff7f-4e2a-9fcb-926848c28b15 req-3a90e659-8799-4ab2-acbb-927959b4e448 tempest-MultipleCreateTestJSON-621976967 tempest-MultipleCreateTestJSON-621976967-project-member] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1148.897579] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1148.899617] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 1148.899617] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.899617] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.918640] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.918800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.918842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.919414] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.919516] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.919624] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 1148.949529] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.949850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.949850] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.949954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.950117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.960306] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1148.976642] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.976837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.978235] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.979252] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a with status ACTIVE [ 1148.979355] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.979475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.979534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.979926] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.980032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.980224] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.980324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.980387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.980545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.980621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.980796] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.980887] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.980948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.981104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.981175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.981259] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a is going to be updated. [ 1149.016983] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.017548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.017548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.017548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.017841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.017841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b8ea5b-8d8f-4009-96e3-e3b1baf2a98a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.275798] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.276198] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.276452] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.276900] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.277377] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.277630] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.277803] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.278137] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.278338] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.278633] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.278821] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.279012] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.279229] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.279389] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.279572] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.279791] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.301675] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.301910] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.302128] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.302373] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.302858] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-f6e405db-a637-4dbd-a9f4-73ad69a0b641 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.303083] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-f6e405db-a637-4dbd-a9f4-73ad69a0b641" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.303340] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-f6e405db-a637-4dbd-a9f4-73ad69a0b641" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.303706] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-f6e405db-a637-4dbd-a9f4-73ad69a0b641" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.303854] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e405db-a637-4dbd-a9f4-73ad69a0b641',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.483044] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.539501] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1149.539501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.805921] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.806255] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.806300] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.806596] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.806748] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.806903] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port f6e405db-a637-4dbd-a9f4-73ad69a0b641 not found, creating... [ 1149.807182] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.807339] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.807454] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.807676] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.807810] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.808102] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.808256] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.808370] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.808584] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.808738] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.808838] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: f6e405db-a637-4dbd-a9f4-73ad69a0b641 is going to be created. [ 1149.829923] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.830185] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.830272] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.830552] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.830788] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.830981] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-f6e405db-a637-4dbd-a9f4-73ad69a0b641" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.985452] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.985758] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.985871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.986196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.986311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.986408] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be created. [ 1150.015287] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.015499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.015499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.015710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.015872] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.030157] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: UNINITIALIZED for 2s [ 1150.136525] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1150.136739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.136900] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.137121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.137313] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.137446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.137505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.137655] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.137734] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.137819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.137912] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.572598] env[66947]: INFO networking_nsxv3.common.synchronization [req-9e34c5ab-ff7f-4e2a-9fcb-926848c28b15 req-d226ef58-a327-4d92-8d56-6c388b27a51c service nova] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_rules [ 1150.572598] env[66947]: INFO networking_nsxv3.common.synchronization [req-9e34c5ab-ff7f-4e2a-9fcb-926848c28b15 req-d226ef58-a327-4d92-8d56-6c388b27a51c service nova] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1150.572707] env[66947]: INFO networking_nsxv3.common.synchronization [req-9e34c5ab-ff7f-4e2a-9fcb-926848c28b15 req-d226ef58-a327-4d92-8d56-6c388b27a51c service nova] Enqueued Resource ID: f6e405db-a637-4dbd-a9f4-73ad69a0b641 with Priority: HIGHEST for action port [ 1150.573332] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_rules [ 1150.573472] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1150.573570] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e405db-a637-4dbd-a9f4-73ad69a0b641 with Priority: HIGHEST for action port [ 1150.573896] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.573964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.575125] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.575232] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.575429] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6e405db-a637-4dbd-a9f4-73ad69a0b641 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.575533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6e405db-a637-4dbd-a9f4-73ad69a0b641" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.575601] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6e405db-a637-4dbd-a9f4-73ad69a0b641" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.575831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6e405db-a637-4dbd-a9f4-73ad69a0b641" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.575885] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e405db-a637-4dbd-a9f4-73ad69a0b641',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.640457] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.640654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.640654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.640893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.641068] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.641188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.641269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.641433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.641521] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.641670] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.641826] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.641954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.641991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.642124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.642261] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.642355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.642412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.642544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.642618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.642701] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.642793] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.707707] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1614acf-b02a-4e28-91c4-98dc92071b78 in Status: SUCCESS [ 1150.707707] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1614acf-b02a-4e28-91c4-98dc92071b78 deletion is rescheduled due to dependency. [ 1150.707707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1614acf-b02a-4e28-91c4-98dc92071b78" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.916553] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 1150.916975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.973021] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1150.973021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.973021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.973021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.973021] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.973450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.973450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.973450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.973589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.973589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.973763] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.078557] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6e405db-a637-4dbd-a9f4-73ad69a0b641 with status ACTIVE [ 1151.078890] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.079591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.079591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.079591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.079742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.079962] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.080125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.080245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.080403] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.080509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.080735] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.080861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.080927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.081096] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.081245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.081340] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6e405db-a637-4dbd-a9f4-73ad69a0b641 is going to be updated. [ 1151.104387] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.104597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.104735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.105051] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.105153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.105366] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6e405db-a637-4dbd-a9f4-73ad69a0b641" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.145539] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17bf6c13-517a-420a-9568-fa1fb36c6e49: rpc.has_security_group_logging(os_id): False [ 1151.169901] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.170106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.170106] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.170361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.170448] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.170651] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.170758] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.170904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.170970] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.171080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.171338] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.171447] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.171504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.171682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.171810] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.171939] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.172063] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.172126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.172282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.172394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.172430] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1151.256927] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.257109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.257207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.257792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.257792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.276990] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1151.313747] env[66947]: INFO networking_nsxv3.common.synchronization [req-46a49dc2-2bf3-479d-a1de-ab43caa1f475 req-204e1ea6-3440-419d-87fd-02ca3ab2da1e tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1151.314610] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1151.315029] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.315142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.315207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.315512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.315705] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.315839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.315964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.316235] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.316525] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.316724] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.476320] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.476550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.476550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.476844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.477070] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.477172] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.477277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.477531] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.477736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.477736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.478143] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.478143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.478143] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.478351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.478609] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.478749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.479262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.479485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.479593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.479891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.480049] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.739509] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.739956] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.740316] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.740917] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.741631] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.741991] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.742312] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.742730] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.743059] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.743539] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.744096] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.744405] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.744731] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.745025] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.745311] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.745617] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.800298] env[66947]: INFO networking_nsxv3.common.synchronization [req-d6fc9879-bffa-43ca-966f-f6e5df4792aa req-35dfe144-fe68-4590-be1f-723a2c88882b tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_members [ 1151.801418] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGHEST for action security_group_members [ 1151.801798] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-494cd076-cded-41e4-9bec-fc0625c9bd42 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.801927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.802011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.802281] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.802481] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.802627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.802693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.802928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.803043] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.803145] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('494cd076-cded-41e4-9bec-fc0625c9bd42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.816137] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.816415] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.071 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.816577] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.816850] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.817149] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-8f0e38a0-56c3-418f-b7bf-2a0483d01341 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.817330] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-8f0e38a0-56c3-418f-b7bf-2a0483d01341" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.817455] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-8f0e38a0-56c3-418f-b7bf-2a0483d01341" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.817866] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-8f0e38a0-56c3-418f-b7bf-2a0483d01341" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.818027] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0e38a0-56c3-418f-b7bf-2a0483d01341',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.819692] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.819847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.819928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.821074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.821074] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.821074] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.821708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.821708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.821708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.821708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.821926] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be updated. [ 1151.854286] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.854487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.854544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.854800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.855364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.866242] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: IN_PROGRESS for 2s [ 1151.985803] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d: rpc.has_security_group_logging(os_id): False [ 1152.008764] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.008976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.008976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.009222] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.009338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.010037] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.010037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.010037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.012046] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.012206] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.012611] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.012727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.012818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.012984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.013150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.013356] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.013446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.013545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.013844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.013844] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.013844] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 1152.040322] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1152.040556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.040757] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.040949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.041163] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.041320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.041433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.041619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.041705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.041806] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.083384] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.083784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.083784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.083857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.084095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.102467] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1152.305974] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.305974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.306249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.306426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.306551] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.306809] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.306939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.307038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.307243] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.307457] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.307457] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 is going to be updated. [ 1152.324893] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.325230] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.325406] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.325751] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.325909] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.326104] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 8f0e38a0-56c3-418f-b7bf-2a0483d01341 not found, creating... [ 1152.326404] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.326704] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.326704] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.326961] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.327126] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.327461] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.327637] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.327760] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.327997] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.328151] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.328300] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 8f0e38a0-56c3-418f-b7bf-2a0483d01341 is going to be created. [ 1152.352989] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.353367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.353367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.353523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.353732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.364553] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.364772] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.364898] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.365194] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.365426] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.365652] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-8f0e38a0-56c3-418f-b7bf-2a0483d01341" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.367866] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 in Status: IN_PROGRESS for 2s [ 1152.544913] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.048232] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.304326] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1153.304838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.435026] env[66947]: INFO networking_nsxv3.common.synchronization [req-46a49dc2-2bf3-479d-a1de-ab43caa1f475 req-4f6effec-7d73-43ad-8618-b1aff6927eb5 service nova] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_rules [ 1153.435026] env[66947]: INFO networking_nsxv3.common.synchronization [req-46a49dc2-2bf3-479d-a1de-ab43caa1f475 req-4f6effec-7d73-43ad-8618-b1aff6927eb5 service nova] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1153.435026] env[66947]: INFO networking_nsxv3.common.synchronization [req-46a49dc2-2bf3-479d-a1de-ab43caa1f475 req-4f6effec-7d73-43ad-8618-b1aff6927eb5 service nova] Enqueued Resource ID: 8f0e38a0-56c3-418f-b7bf-2a0483d01341 with Priority: HIGHEST for action port [ 1153.435785] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_rules [ 1153.436068] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1153.436330] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0e38a0-56c3-418f-b7bf-2a0483d01341 with Priority: HIGHEST for action port [ 1153.436779] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.437433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.437433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.437433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.437650] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.438627] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.438736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.438948] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f0e38a0-56c3-418f-b7bf-2a0483d01341 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.439742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f0e38a0-56c3-418f-b7bf-2a0483d01341" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.439742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f0e38a0-56c3-418f-b7bf-2a0483d01341" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.439856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f0e38a0-56c3-418f-b7bf-2a0483d01341" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.439918] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0e38a0-56c3-418f-b7bf-2a0483d01341',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.551036] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.551036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.551251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.551757] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.551881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.552035] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be updated. [ 1153.587398] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.587497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.587582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.587799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.587973] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.599907] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1153.881474] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 1153.881474] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 deletion is rescheduled due to dependency. [ 1153.881474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.881474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.881474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.881474] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.881474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.881474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.881474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.881474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.881474] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.943679] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.943679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.943679] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f0e38a0-56c3-418f-b7bf-2a0483d01341 with status ACTIVE [ 1153.943679] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.943679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.943679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.943679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.943679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.943679] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.943679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.943679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.943679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.943679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.943679] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.944315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.944315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.944315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.944315] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.944315] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f0e38a0-56c3-418f-b7bf-2a0483d01341 is going to be updated. [ 1153.967244] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.967244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.967244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.967244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.967244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.967244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f0e38a0-56c3-418f-b7bf-2a0483d01341" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.122850] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1154.123536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.381597] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 in Status: SUCCESS [ 1154.381883] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 deletion is rescheduled due to dependency. [ 1154.382094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.383640] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.888736] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.391646] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.392052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.392052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.392052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.392162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.392453] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be updated. [ 1155.422913] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.423078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.423151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.423434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.423581] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.432982] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: IN_PROGRESS for 2s [ 1155.613018] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1155.613018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.613018] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.613348] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.613529] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.613642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.613727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.613923] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.614028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.614147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.614270] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.615250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.615644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.615644] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.615787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.615825] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.616028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.616090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.616186] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.118082] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.118260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.121699] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.624398] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.126915] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.129019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.129019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.129019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.129019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.129019] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be updated. [ 1157.159558] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.159661] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.159696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.159994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.160161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.171690] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1157.445459] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 1157.445748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.445972] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.446213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.446408] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.446526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.446592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.446738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.446817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.446902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.446994] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.948932] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.439336] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1158.439336] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1158.451985] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e149313-0faa-4ec6-9259-a04b4e798da3: rpc.has_security_group_logging(os_id): False [ 1158.473166] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.473308] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.473576] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.473808] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.473908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.474200] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.474303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.474386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.474580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.474664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.474754] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be updated. [ 1158.534929] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.535117] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.535164] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.535363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.536010] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.551578] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: IN_PROGRESS for 2s [ 1159.183600] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1159.184059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.184059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.184227] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.184458] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.184687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.184687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.184826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.184908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.185052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.185186] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.185251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.185317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.185460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.185591] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.185691] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.185753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.185891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.185968] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.186802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.186952] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.286461] env[66947]: INFO networking_nsxv3.common.synchronization [None req-e0f0e208-9c29-4872-afd3-1c0f178ff9c6 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_rules [ 1159.286461] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_rules [ 1159.286461] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b95393a-3097-4259-80b6-191377c798af taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.286838] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.287144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.288715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.288715] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b95393a-3097-4259-80b6-191377c798af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.391664] env[66947]: INFO networking_nsxv3.common.synchronization [None req-887e1819-a16b-4209-a2e0-398d55ad5033 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_rules [ 1159.391664] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_rules [ 1159.391664] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b95393a-3097-4259-80b6-191377c798af taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.391664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.689908] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d: rpc.has_security_group_logging(os_id): False [ 1159.711914] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.712110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.712152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.712463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.712613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.712835] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.712958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.713028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.713194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.713301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.713589] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.713712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.713819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.713965] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.714039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.714239] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.714421] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.714421] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.714536] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.714654] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.714762] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be created. [ 1159.776663] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.776842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.776905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.777593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.777593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.793037] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1159.811897] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.812056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.812202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.812419] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.812518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.812657] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b95393a-3097-4259-80b6-191377c798af already deleted. [ 1159.812774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.812939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.813311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.813413] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b95393a-3097-4259-80b6-191377c798af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.337831] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.337831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.337831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.338461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.338461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.338461] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b95393a-3097-4259-80b6-191377c798af already deleted. [ 1160.338570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.565298] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 1160.565620] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.978949] env[66947]: INFO networking_nsxv3.common.synchronization [req-e333c5b5-be1e-4c4a-b65f-cf2ea5045013 req-ee598e39-997d-4c65-911c-9c4dd1334e41 tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1160.979728] env[66947]: INFO networking_nsxv3.common.synchronization [req-45d75c73-ccd5-4090-9b29-019ffc420176 req-e0905f67-ebe0-4c07-b349-f23baa130935 tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1160.980234] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1160.980375] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1160.980655] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.980787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.980857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.981077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.981262] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.981378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.981443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.981597] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.981701] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.981783] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.982627] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.982735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.982802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.982980] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.983192] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.983305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.983485] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.983645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.983779] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.983894] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.488171] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.489213] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.489361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.489442] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.489677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.489771] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.489984] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.490157] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.490208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.490337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.490451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.490550] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1161.523685] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.523859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.523899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.524156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.524410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.534668] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1161.810937] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1161.810937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.810937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.810937] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.810937] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.993475] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.034378] env[66947]: INFO networking_nsxv3.common.synchronization [req-1f8c4520-b215-48b6-8e60-4c8e3ce0090b req-72a08ed9-76f6-46a8-939f-47e5bc188886 tempest-AttachVolumeTestJSON-1043722275 tempest-AttachVolumeTestJSON-1043722275-project-member] Enqueued Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_members [ 1162.034919] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 with Priority: HIGHEST for action security_group_members [ 1162.035569] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7eea1704-bf63-477c-a1b3-4c8274c6bda7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.035569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.035569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.036221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.036221] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.036221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.036221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.036434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.036434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.036434] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7eea1704-bf63-477c-a1b3-4c8274c6bda7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.314893] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.314893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.314893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.315215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.315321] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.315423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.315489] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.315737] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.315809] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.315859] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.315964] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.497210] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.497685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.497685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.497793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.497948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.498142] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1162.538039] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.538290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.538505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.538853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.539145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.541018] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.541197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.541428] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.541712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.554648] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1162.568148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.568460] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.568592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.568652] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.568855] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.568950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.569104] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 is going to be updated. [ 1162.608603] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.608769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.608863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.609190] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.609426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.622948] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 in Status: IN_PROGRESS for 2s [ 1162.818574] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.818574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.818574] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.819116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.819116] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.819116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.819116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.819277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.819277] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.819340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.819488] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.819584] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.819647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.819787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.819949] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.820025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.820071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.820204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.820278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.820357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.820448] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.323634] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d: rpc.has_security_group_logging(os_id): False [ 1163.352929] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.352929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.352929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.353131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.353187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.353617] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.355032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.355032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.355032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.355032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.355032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.355032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.355032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.355032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.355032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.355032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.355498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.355498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.355498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.355498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.355498] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be updated. [ 1163.453055] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.453055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.453055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.453055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.453055] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.466311] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1163.545642] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1163.545938] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 deletion is rescheduled due to dependency. [ 1163.545938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.623487] env[66947]: INFO networking_nsxv3.common.synchronization [req-739f5849-98ec-471c-a072-bb79217009ac req-f1ed2df4-05f6-4259-9bf9-18775eb574c6 tempest-MultipleCreateTestJSON-621976967 tempest-MultipleCreateTestJSON-621976967-project-member] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1163.624035] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1163.624338] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.624530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.624586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.624743] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.624897] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.624991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.625080] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.625202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.625284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.625375] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.765476] env[66947]: INFO networking_nsxv3.common.synchronization [req-b7a7cb55-8a60-4b28-85fd-195555c7bfcc req-43cb83c5-e9aa-41ee-a318-68c189bdfe3b tempest-MultipleCreateTestJSON-621976967 tempest-MultipleCreateTestJSON-621976967-project-member] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1163.766343] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1163.766652] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.766815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.127933] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.566465] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1164.566876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.629943] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.632633] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 in Status: SUCCESS [ 1164.632821] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7eea1704-bf63-477c-a1b3-4c8274c6bda7 deletion is rescheduled due to dependency. [ 1164.632932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7eea1704-bf63-477c-a1b3-4c8274c6bda7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.132920] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.133368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.133542] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.133797] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.133920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.134053] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be updated. [ 1165.160038] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.160226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.160288] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.160628] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.160694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.170314] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1165.243458] env[66947]: INFO networking_nsxv3.common.synchronization [req-9c320fd1-4a6b-4f39-bbe3-2b668d6281b1 req-9bf8e1a8-7843-4196-85b2-da2f415c3493 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_members [ 1165.243458] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_members [ 1165.243717] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b95393a-3097-4259-80b6-191377c798af taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.243842] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.243910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.244202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.244372] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.244506] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.244570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.244732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.244818] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.244918] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b95393a-3097-4259-80b6-191377c798af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.480711] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1165.480990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.541983] env[66947]: INFO networking_nsxv3.common.synchronization [req-d195110e-2263-49a1-98d5-c4e73a91916c req-ec40df87-3861-4923-9dc4-2c38f2b3013f tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1165.542399] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1165.543504] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.543504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.543504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.543504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.543717] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.543717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.543902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.544110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.544229] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.544285] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.557753] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.557952] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.558090] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.558347] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.558635] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.558871] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.559044] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.559270] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.559421] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.559633] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.559771] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.559886] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.559994] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.560123] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.560230] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.560366] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.581757] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.582052] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.582052] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.582225] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-698" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.582526] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-c410d838-4637-4ee1-a62e-b863b5b25476 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.582697] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-c410d838-4637-4ee1-a62e-b863b5b25476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.582816] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-c410d838-4637-4ee1-a62e-b863b5b25476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.583161] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-c410d838-4637-4ee1-a62e-b863b5b25476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.583300] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c410d838-4637-4ee1-a62e-b863b5b25476',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.748280] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.748435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.748505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.748766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.748891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.749119] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.749223] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.749285] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.749440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.749513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.749595] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b95393a-3097-4259-80b6-191377c798af already deleted. [ 1165.749671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.046703] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.086094] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.086430] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.086576] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.086874] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.087071] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.087250] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port c410d838-4637-4ee1-a62e-b863b5b25476 not found, creating... [ 1166.087678] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.087759] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.087832] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.088103] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.088281] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.088534] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.088694] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.089067] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.089297] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.089437] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.089585] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: c410d838-4637-4ee1-a62e-b863b5b25476 is going to be created. [ 1166.109490] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.109799] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.109979] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.110353] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.110669] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.110972] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-c410d838-4637-4ee1-a62e-b863b5b25476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.548870] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.804033] env[66947]: INFO networking_nsxv3.common.synchronization [req-9c320fd1-4a6b-4f39-bbe3-2b668d6281b1 req-5befa7a2-1038-4104-85fe-f379c7086628 service nova] Enqueued Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_rules [ 1166.804033] env[66947]: INFO networking_nsxv3.common.synchronization [req-9c320fd1-4a6b-4f39-bbe3-2b668d6281b1 req-5befa7a2-1038-4104-85fe-f379c7086628 service nova] Enqueued Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_members [ 1166.804033] env[66947]: INFO networking_nsxv3.common.synchronization [req-9c320fd1-4a6b-4f39-bbe3-2b668d6281b1 req-5befa7a2-1038-4104-85fe-f379c7086628 service nova] Enqueued Resource ID: c410d838-4637-4ee1-a62e-b863b5b25476 with Priority: HIGHEST for action port [ 1166.804033] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_rules [ 1166.804033] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_members [ 1166.804705] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c410d838-4637-4ee1-a62e-b863b5b25476 with Priority: HIGHEST for action port [ 1166.805038] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b95393a-3097-4259-80b6-191377c798af taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.805642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.805642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.805642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.805642] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b95393a-3097-4259-80b6-191377c798af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.806762] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b95393a-3097-4259-80b6-191377c798af taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.806762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.806762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.806762] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.806947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.806947] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.807075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.807130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.807208] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.807298] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b95393a-3097-4259-80b6-191377c798af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.808900] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-c410d838-4637-4ee1-a62e-b863b5b25476 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.809033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c410d838-4637-4ee1-a62e-b863b5b25476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.809124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c410d838-4637-4ee1-a62e-b863b5b25476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.809319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c410d838-4637-4ee1-a62e-b863b5b25476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.809319] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c410d838-4637-4ee1-a62e-b863b5b25476',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.051223] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.051529] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.051627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.051852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.055028] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.055028] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14ecf03-243f-4214-a80f-443fcfabcd97 is going to be updated. [ 1167.083759] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.083917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.083984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.084201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.084350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.094772] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: IN_PROGRESS for 2s [ 1167.180252] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1167.180354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.180519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.180742] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.180977] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.182095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.182095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.182095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.182095] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.182095] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.311652] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b95393a-3097-4259-80b6-191377c798af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.312737] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b95393a-3097-4259-80b6-191377c798af taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.312858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.313586] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c410d838-4637-4ee1-a62e-b863b5b25476 with status ACTIVE [ 1167.313586] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.313586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.313586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.313586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.313914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.313914] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.313987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.313987] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.314171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.314231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.314399] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.314488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.314787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.314787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.314787] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.314869] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c410d838-4637-4ee1-a62e-b863b5b25476 is going to be updated. [ 1167.336295] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.336438] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.336508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.336766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.336939] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.337136] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c410d838-4637-4ee1-a62e-b863b5b25476" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.684569] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.684823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.684823] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.685064] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.685145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.685350] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.685586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.685586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.685801] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.686338] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.686338] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be updated. [ 1167.713995] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.714181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.714266] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.714721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.714721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.725873] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1167.816464] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b95393a-3097-4259-80b6-191377c798af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.319017] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.319173] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.319248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.319520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.319590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.319648] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b95393a-3097-4259-80b6-191377c798af is going to be created. [ 1168.356657] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.356791] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.356828] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.357071] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.357260] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.369767] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b95393a-3097-4259-80b6-191377c798af in Status: UNINITIALIZED for 2s [ 1169.104939] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: SUCCESS [ 1169.105230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.737200] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1169.737369] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d deletion is rescheduled due to dependency. [ 1169.737560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.380405] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b95393a-3097-4259-80b6-191377c798af in Status: SUCCESS [ 1170.380677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.380782] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.380998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.381211] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.381331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.381395] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.381553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.381635] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.381719] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.381810] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b95393a-3097-4259-80b6-191377c798af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.885032] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b95393a-3097-4259-80b6-191377c798af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.259148] env[66947]: INFO networking_nsxv3.common.synchronization [None req-250d2177-c0b6-4589-ab53-38bb181c8a7f tempest-AttachVolumeTestJSON-1043722275 tempest-AttachVolumeTestJSON-1043722275-project-member] Enqueued Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_rules [ 1171.259423] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_rules [ 1171.259724] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.259847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.259914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.260193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.260277] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.347147] env[66947]: INFO networking_nsxv3.common.synchronization [None req-5d8aa3be-42fe-46e7-b675-1bdb4b12b8af tempest-AttachVolumeTestJSON-1043722275 tempest-AttachVolumeTestJSON-1043722275-project-member] Enqueued Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_rules [ 1171.347322] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_rules [ 1171.347725] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.347725] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.387532] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b95393a-3097-4259-80b6-191377c798af: rpc.has_security_group_logging(os_id): False [ 1171.410866] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.411159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.411159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.411320] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.411444] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.411749] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.411865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.411933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.412118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.412200] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.412360] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b95393a-3097-4259-80b6-191377c798af is going to be created. [ 1171.483743] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.483991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.483991] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.484274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.484520] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.504105] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b95393a-3097-4259-80b6-191377c798af in Status: IN_PROGRESS for 2s [ 1171.655049] env[66947]: INFO networking_nsxv3.common.synchronization [req-584ece95-934f-47e9-acda-13d34a90d434 req-a473b1e1-0d6d-40a8-ae72-bf5d51e36d41 tempest-ServersTestJSON-2134677564 tempest-ServersTestJSON-2134677564-project-member] Enqueued Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1171.655887] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7493f2a-243d-427d-b10d-f161c1f1a22b with Priority: HIGHEST for action security_group_members [ 1171.656337] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7493f2a-243d-427d-b10d-f161c1f1a22b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.656852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.656852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.656929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.657162] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.657297] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.657335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.657491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.657575] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.657672] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7493f2a-243d-427d-b10d-f161c1f1a22b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.785992] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.786918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.786918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.786918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.786918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.786918] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 already deleted. [ 1171.786918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.787231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.787231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.787296] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.160666] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.160666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.160666] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.160858] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.160949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.161155] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.161256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.161318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.161478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.161902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.161902] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b is going to be updated. [ 1172.195836] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.196070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.196070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.196293] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.196436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.206713] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: IN_PROGRESS for 2s [ 1172.312363] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.312544] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.312589] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.312815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.312910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.313025] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 already deleted. [ 1172.313125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.516012] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b95393a-3097-4259-80b6-191377c798af in Status: SUCCESS [ 1173.516472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.218683] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7493f2a-243d-427d-b10d-f161c1f1a22b in Status: SUCCESS [ 1174.218863] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7493f2a-243d-427d-b10d-f161c1f1a22b deletion is rescheduled due to dependency. [ 1174.218979] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7493f2a-243d-427d-b10d-f161c1f1a22b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.656573] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1176.656857] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1178.558166] env[66947]: INFO networking_nsxv3.common.synchronization [req-ef935a0b-2302-439b-950f-ffaf153239c3 req-b41eff9d-0a62-49fe-9901-2fa7cdca292e tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1178.558992] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1178.559137] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.559284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.559368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.559620] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.559836] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.559956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.560067] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.560280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.560413] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.560559] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.715221] env[66947]: INFO networking_nsxv3.common.synchronization [req-4a2657ff-f16f-408c-80b5-94b302381273 req-8756a7b1-b846-4121-9c5c-63f25db4422c tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1178.715775] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a14ecf03-243f-4214-a80f-443fcfabcd97 with Priority: HIGHEST for action security_group_members [ 1178.716409] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-a14ecf03-243f-4214-a80f-443fcfabcd97 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.716409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.716409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.716634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.716819] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.716924] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.716986] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.717150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.717235] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.717348] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a14ecf03-243f-4214-a80f-443fcfabcd97',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.881448] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.881600] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.881744] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.882069] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.882344] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.882507] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.882624] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.882850] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.883011] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.883439] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.883560] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.883717] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.883835] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.883952] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.884073] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.884241] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.904173] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.904322] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.904471] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.904681] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-161" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.904970] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-aa026ee0-8e7d-46aa-b4e9-cf07034edc27 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.905171] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-aa026ee0-8e7d-46aa-b4e9-cf07034edc27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.905293] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-aa026ee0-8e7d-46aa-b4e9-cf07034edc27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.905612] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-aa026ee0-8e7d-46aa-b4e9-cf07034edc27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.905754] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa026ee0-8e7d-46aa-b4e9-cf07034edc27',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.063599] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.063826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.063875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.064101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.064178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.064383] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.064484] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.064548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.064731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.064813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.064905] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1179.090326] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.090550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.090550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.090736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.090881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.098944] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1179.219673] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.219864] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.219904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.220165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.220301] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.220459] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.220596] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.220641] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.220767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.220872] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.220928] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14ecf03-243f-4214-a80f-443fcfabcd97 is going to be updated. [ 1179.249359] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.249562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.249634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.249856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.250011] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.259583] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: IN_PROGRESS for 2s [ 1179.408139] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.408393] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.408600] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.408816] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.408943] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.409117] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port aa026ee0-8e7d-46aa-b4e9-cf07034edc27 not found, creating... [ 1179.409555] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.409555] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.409762] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.409901] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.410040] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.410421] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.410587] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.410587] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.411168] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.411168] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.411168] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: aa026ee0-8e7d-46aa-b4e9-cf07034edc27 is going to be created. [ 1179.435339] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.435616] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.435680] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.435990] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.436271] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.436644] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-aa026ee0-8e7d-46aa-b4e9-cf07034edc27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.137389] env[66947]: INFO networking_nsxv3.common.synchronization [req-ef935a0b-2302-439b-950f-ffaf153239c3 req-9d7ecd7e-0462-4ea6-b7be-1adf29c5f3b3 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 1180.137389] env[66947]: INFO networking_nsxv3.common.synchronization [req-ef935a0b-2302-439b-950f-ffaf153239c3 req-9d7ecd7e-0462-4ea6-b7be-1adf29c5f3b3 service nova] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1180.137389] env[66947]: INFO networking_nsxv3.common.synchronization [req-ef935a0b-2302-439b-950f-ffaf153239c3 req-9d7ecd7e-0462-4ea6-b7be-1adf29c5f3b3 service nova] Enqueued Resource ID: aa026ee0-8e7d-46aa-b4e9-cf07034edc27 with Priority: HIGHEST for action port [ 1180.137389] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_rules [ 1180.137389] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1180.137389] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa026ee0-8e7d-46aa-b4e9-cf07034edc27 with Priority: HIGHEST for action port [ 1180.138292] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.138432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.138500] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.138731] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.138825] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.139776] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.139941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.140103] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa026ee0-8e7d-46aa-b4e9-cf07034edc27 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.140204] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa026ee0-8e7d-46aa-b4e9-cf07034edc27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.140268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa026ee0-8e7d-46aa-b4e9-cf07034edc27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.140456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa026ee0-8e7d-46aa-b4e9-cf07034edc27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.140610] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa026ee0-8e7d-46aa-b4e9-cf07034edc27',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.643673] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.643847] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.644057] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa026ee0-8e7d-46aa-b4e9-cf07034edc27 with status ACTIVE [ 1180.644241] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.644351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.644421] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.644653] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.644789] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.645026] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.645142] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.645209] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.645375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.645453] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.645636] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.645733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.645799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.645932] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.646017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.646104] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa026ee0-8e7d-46aa-b4e9-cf07034edc27 is going to be updated. [ 1180.667253] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.667405] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.667498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.667664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.667804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.667964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa026ee0-8e7d-46aa-b4e9-cf07034edc27" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.110403] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1181.110790] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 deletion is rescheduled due to dependency. [ 1181.111024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.111295] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.113019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.113019] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.113019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.113019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.113019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.113019] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.113019] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.271813] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a14ecf03-243f-4214-a80f-443fcfabcd97 in Status: SUCCESS [ 1181.273431] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a14ecf03-243f-4214-a80f-443fcfabcd97 deletion is rescheduled due to dependency. [ 1181.273616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a14ecf03-243f-4214-a80f-443fcfabcd97" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.615447] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.119027] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.621484] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.621897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.621897] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.622034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.622034] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.622382] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1182.652479] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.652664] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.652720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.652905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.653078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.664293] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1182.784667] env[66947]: INFO networking_nsxv3.common.synchronization [req-b00b8550-b7f7-44c1-9c8b-c021d7e7f2f9 req-4b0cc59b-0861-42aa-822a-50c07150b504 tempest-AttachVolumeTestJSON-1043722275 tempest-AttachVolumeTestJSON-1043722275-project-member] Enqueued Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_members [ 1182.785216] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_members [ 1182.785574] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.786205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.786205] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.786572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.787326] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.787326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.787326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.787326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.787524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.787780] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.211144] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.212258] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-665" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.212976] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-665" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.212976] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-665" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.213971] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.214273] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.214432] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.215034] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.215832] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.215917] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.216047] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1183.216163] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1183.216312] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1183.216613] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1183.216613] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1183.216747] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.247160] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.247362] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.247558] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.247771] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-665" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.248162] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-568f6180-606d-49ba-9049-92a5e0aaaf48 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.248362] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-568f6180-606d-49ba-9049-92a5e0aaaf48" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.248510] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-568f6180-606d-49ba-9049-92a5e0aaaf48" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.248890] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-568f6180-606d-49ba-9049-92a5e0aaaf48" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.249324] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('568f6180-606d-49ba-9049-92a5e0aaaf48',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.292016] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.292203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.292331] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.292552] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.292642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.292852] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.292949] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.293025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.293197] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.293253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.293339] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 already deleted. [ 1183.293420] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.752059] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.752372] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.752444] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.752753] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.752933] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.753102] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 568f6180-606d-49ba-9049-92a5e0aaaf48 not found, creating... [ 1183.753372] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.753534] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.753742] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.754026] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.754145] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.754500] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.754630] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.754788] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.754935] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.755089] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.755234] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 568f6180-606d-49ba-9049-92a5e0aaaf48 is going to be created. [ 1183.775941] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.776314] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.776383] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.776683] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.777038] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.777284] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-568f6180-606d-49ba-9049-92a5e0aaaf48" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.482338] env[66947]: INFO networking_nsxv3.common.synchronization [req-b00b8550-b7f7-44c1-9c8b-c021d7e7f2f9 req-d35f8902-28fe-4144-a14b-3a876a392459 service nova] Enqueued Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_rules [ 1184.482525] env[66947]: INFO networking_nsxv3.common.synchronization [req-b00b8550-b7f7-44c1-9c8b-c021d7e7f2f9 req-d35f8902-28fe-4144-a14b-3a876a392459 service nova] Enqueued Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_members [ 1184.482667] env[66947]: INFO networking_nsxv3.common.synchronization [req-b00b8550-b7f7-44c1-9c8b-c021d7e7f2f9 req-d35f8902-28fe-4144-a14b-3a876a392459 service nova] Enqueued Resource ID: 568f6180-606d-49ba-9049-92a5e0aaaf48 with Priority: HIGHEST for action port [ 1184.483766] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_rules [ 1184.484202] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_members [ 1184.484241] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 568f6180-606d-49ba-9049-92a5e0aaaf48 with Priority: HIGHEST for action port [ 1184.484531] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.484642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.484720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.484916] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.485010] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.485933] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.486040] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.486124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.486251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.486399] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.486504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.486569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.486749] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.486796] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.486897] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.490135] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-568f6180-606d-49ba-9049-92a5e0aaaf48 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.490245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-568f6180-606d-49ba-9049-92a5e0aaaf48" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.490323] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-568f6180-606d-49ba-9049-92a5e0aaaf48" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.490468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-568f6180-606d-49ba-9049-92a5e0aaaf48" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.490551] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('568f6180-606d-49ba-9049-92a5e0aaaf48',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.677111] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1184.677359] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.677602] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.677884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.678135] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.678286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.678396] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.678814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.678814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.678814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.678971] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.992979] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.993418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.993418] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.998050] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 568f6180-606d-49ba-9049-92a5e0aaaf48 with status ACTIVE [ 1184.998050] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.998050] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.998050] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.998050] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.998050] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 568f6180-606d-49ba-9049-92a5e0aaaf48 is going to be updated. [ 1185.023895] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.023895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.023895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.023895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.023895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.023895] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-568f6180-606d-49ba-9049-92a5e0aaaf48" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.182268] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.182432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.182504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.182813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.183092] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.183379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.183524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.183900] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.183900] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.184235] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.184435] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.184618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.184994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.186226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.186226] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.186226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.186226] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.186546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.186546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.186629] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.186731] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.382454] env[66947]: INFO networking_nsxv3.common.synchronization [None req-caa36639-0365-4a79-83b5-ce00ffaf1811 None None] Enqueued Resource ID: cf0c6165-b315-409f-9c5b-ba02d14334f7 with Priority: HIGHEST for action port [ 1185.383200] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0c6165-b315-409f-9c5b-ba02d14334f7 with Priority: HIGHEST for action port [ 1185.383370] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf0c6165-b315-409f-9c5b-ba02d14334f7 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.383452] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf0c6165-b315-409f-9c5b-ba02d14334f7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.383550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf0c6165-b315-409f-9c5b-ba02d14334f7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.383819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf0c6165-b315-409f-9c5b-ba02d14334f7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.383898] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf0c6165-b315-409f-9c5b-ba02d14334f7',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.496534] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.689303] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17bf6c13-517a-420a-9568-fa1fb36c6e49: rpc.has_security_group_logging(os_id): False [ 1185.716024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.716024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.716024] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.716024] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.716641] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.716892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.717182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.717461] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.717684] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.718163] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1185.792055] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.792211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.792280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.792586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.792739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.809975] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1185.889658] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf0c6165-b315-409f-9c5b-ba02d14334f7 [ 1185.889958] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.890380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.890380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.891710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.891710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.891710] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf0c6165-b315-409f-9c5b-ba02d14334f7 already deleted. [ 1185.891710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf0c6165-b315-409f-9c5b-ba02d14334f7" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.000352] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.000799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.000799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.000904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.001031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.001156] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 is going to be created. [ 1186.029972] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.030146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.030233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.030423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.030577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.040488] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 in Status: UNINITIALIZED for 2s [ 1187.401280] env[66947]: INFO networking_nsxv3.common.synchronization [req-9943f3dd-ffaa-4190-82b3-81a85d5acb20 req-bb0d1984-b8bd-4f58-ad16-629d5d38b5e9 tempest-MultipleCreateTestJSON-621976967 tempest-MultipleCreateTestJSON-621976967-project-member] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1187.402221] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1187.402606] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.402778] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.402915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.403246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.403486] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.403659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.403822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.404085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.404328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.404405] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.825098] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1187.825873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.828309] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.828427] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.828594] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.828883] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.829178] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.829350] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.829467] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.829686] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.829834] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.830051] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.830169] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.830284] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.830389] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.830500] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1187.830605] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.830736] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.850716] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.850716] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1187.850854] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.851008] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.851438] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-62c016ac-492a-483f-a0ee-c3f6273670ca taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.851681] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-62c016ac-492a-483f-a0ee-c3f6273670ca" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.851813] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-62c016ac-492a-483f-a0ee-c3f6273670ca" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.852272] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-62c016ac-492a-483f-a0ee-c3f6273670ca" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.852541] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c016ac-492a-483f-a0ee-c3f6273670ca',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.906995] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.907135] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.907219] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.907498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.907498] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.907694] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.907814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.907889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.908072] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.908151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.908238] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be updated. [ 1187.922871] env[66947]: INFO networking_nsxv3.common.synchronization [None req-8525591a-aad1-4eea-8560-0cc8b768d12d None None] Enqueued Resource ID: cc2c9df3-3ef6-42ce-8ef1-30b02c26ebcc with Priority: HIGHEST for action port [ 1187.923353] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2c9df3-3ef6-42ce-8ef1-30b02c26ebcc with Priority: HIGHEST for action port [ 1187.923659] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc2c9df3-3ef6-42ce-8ef1-30b02c26ebcc taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.923901] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc2c9df3-3ef6-42ce-8ef1-30b02c26ebcc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.923963] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc2c9df3-3ef6-42ce-8ef1-30b02c26ebcc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.924278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc2c9df3-3ef6-42ce-8ef1-30b02c26ebcc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.924315] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2c9df3-3ef6-42ce-8ef1-30b02c26ebcc',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.933382] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.933534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.933573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.933812] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.933962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.943699] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1188.050837] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 in Status: SUCCESS [ 1188.050837] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.051015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.051524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.051524] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.051680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.051680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.052059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.052059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.052059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.052426] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.221484] env[66947]: INFO networking_nsxv3.common.synchronization [None req-b77efbf8-52c7-4f9a-b6b9-31eabbb7b9a1 None None] Enqueued Resource ID: acbd5a9a-d413-4cd5-a891-c56b8b711a0d with Priority: HIGHEST for action port [ 1188.222269] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acbd5a9a-d413-4cd5-a891-c56b8b711a0d with Priority: HIGHEST for action port [ 1188.222642] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-acbd5a9a-d413-4cd5-a891-c56b8b711a0d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.222792] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acbd5a9a-d413-4cd5-a891-c56b8b711a0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.222869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acbd5a9a-d413-4cd5-a891-c56b8b711a0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.223202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acbd5a9a-d413-4cd5-a891-c56b8b711a0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.223296] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acbd5a9a-d413-4cd5-a891-c56b8b711a0d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.354685] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.356073] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.356073] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.356073] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.356073] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.356073] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 62c016ac-492a-483f-a0ee-c3f6273670ca not found, creating... [ 1188.356073] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.357703] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.357703] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.357703] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.357703] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.357703] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.358116] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.358116] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.358337] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.358337] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.358712] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 62c016ac-492a-483f-a0ee-c3f6273670ca is going to be created. [ 1188.389519] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.389739] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.389854] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.390167] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.390399] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.390624] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-62c016ac-492a-483f-a0ee-c3f6273670ca" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.428421] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc2c9df3-3ef6-42ce-8ef1-30b02c26ebcc [ 1188.428697] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.428785] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.428852] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.429092] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.429175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.429278] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc2c9df3-3ef6-42ce-8ef1-30b02c26ebcc already deleted. [ 1188.429347] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc2c9df3-3ef6-42ce-8ef1-30b02c26ebcc" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.554556] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.726109] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acbd5a9a-d413-4cd5-a891-c56b8b711a0d [ 1188.726450] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.726590] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.726663] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.726891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.727014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.727098] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acbd5a9a-d413-4cd5-a891-c56b8b711a0d already deleted. [ 1188.727194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acbd5a9a-d413-4cd5-a891-c56b8b711a0d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.056540] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6: rpc.has_security_group_logging(os_id): False [ 1189.077019] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.077230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.077343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.077549] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.077638] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.077928] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.078021] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.078125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.078259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.078328] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.078416] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 is going to be created. [ 1189.150032] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.150186] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.150230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.150474] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.150716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.155459] env[66947]: INFO networking_nsxv3.common.synchronization [req-9943f3dd-ffaa-4190-82b3-81a85d5acb20 req-fe00f83d-bca0-497d-923e-ec28a86d56e5 service nova] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_rules [ 1189.155459] env[66947]: INFO networking_nsxv3.common.synchronization [req-9943f3dd-ffaa-4190-82b3-81a85d5acb20 req-fe00f83d-bca0-497d-923e-ec28a86d56e5 service nova] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1189.155673] env[66947]: INFO networking_nsxv3.common.synchronization [req-9943f3dd-ffaa-4190-82b3-81a85d5acb20 req-fe00f83d-bca0-497d-923e-ec28a86d56e5 service nova] Enqueued Resource ID: 62c016ac-492a-483f-a0ee-c3f6273670ca with Priority: HIGHEST for action port [ 1189.156246] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_rules [ 1189.156327] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1189.156431] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62c016ac-492a-483f-a0ee-c3f6273670ca with Priority: HIGHEST for action port [ 1189.156727] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.157270] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.157594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.157831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.157937] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.159482] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.159482] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.159623] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-62c016ac-492a-483f-a0ee-c3f6273670ca taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.159732] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62c016ac-492a-483f-a0ee-c3f6273670ca" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.159806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62c016ac-492a-483f-a0ee-c3f6273670ca" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.159995] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62c016ac-492a-483f-a0ee-c3f6273670ca" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.160086] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62c016ac-492a-483f-a0ee-c3f6273670ca',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.165917] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 in Status: IN_PROGRESS for 2s [ 1189.662860] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.663305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.663305] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62c016ac-492a-483f-a0ee-c3f6273670ca with status ACTIVE [ 1189.663598] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.663718] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.663785] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.664032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.664150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.664389] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.664519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.664613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.664864] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.665091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.665239] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.665361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.665446] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.665630] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.665727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.665900] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62c016ac-492a-483f-a0ee-c3f6273670ca is going to be updated. [ 1189.684384] env[66947]: INFO networking_nsxv3.common.synchronization [req-9943f3dd-ffaa-4190-82b3-81a85d5acb20 req-6de150f7-8e3a-4049-8b4d-531b68ada43d tempest-MultipleCreateTestJSON-621976967 tempest-MultipleCreateTestJSON-621976967-project-member] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1189.685230] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1189.685633] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.685768] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.692641] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.692840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.692934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.693228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.693409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.693627] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62c016ac-492a-483f-a0ee-c3f6273670ca" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.964233] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1189.964508] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d deletion is rescheduled due to dependency. [ 1189.965720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.965720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.965720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.965720] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.965720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.965720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.965720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.965720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.966121] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.980083] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock network-543 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.980297] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.980413] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.980694] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.980963] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.981144] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.981462] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.981462] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.981597] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.981856] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.982298] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1189.982298] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1189.982298] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1189.982298] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1189.982482] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1189.982523] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.003138] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.003138] env[66947]: DEBUG dogpile.cache.region [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1190.003389] env[66947]: DEBUG dogpile.lock [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.003554] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "network-543" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.003967] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock port-8c8036fd-6c15-4015-9102-023f0bb7c80b taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.004199] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "port-8c8036fd-6c15-4015-9102-023f0bb7c80b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.004334] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "port-8c8036fd-6c15-4015-9102-023f0bb7c80b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.004676] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "port-8c8036fd-6c15-4015-9102-023f0bb7c80b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.004854] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c8036fd-6c15-4015-9102-023f0bb7c80b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.467812] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.508346] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.508346] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.508346] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.508514] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.508548] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.508684] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Segment Port 8c8036fd-6c15-4015-9102-023f0bb7c80b not found, creating... [ 1190.508947] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.509116] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.509234] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.509466] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.509603] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.509879] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.510053] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.510173] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.510379] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.510513] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.510654] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Resource: SegmentPort with ID: 8c8036fd-6c15-4015-9102-023f0bb7c80b is going to be created. [ 1190.540404] env[66947]: DEBUG networking_nsxv3.common.locking [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.540404] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.540404] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.540404] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.540704] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.540704] env[66947]: DEBUG oslo_concurrency.lockutils [None req-3f9f3deb-99be-44bd-abaa-005462f38a58 None None] Releasing lock "port-8c8036fd-6c15-4015-9102-023f0bb7c80b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.835505] env[66947]: INFO networking_nsxv3.common.synchronization [None req-abed2acd-6a83-4f38-bb87-b7d91706a9e5 None None] Enqueued Resource ID: 250f5867-5a62-481e-9990-b0ef11191b6a with Priority: HIGHEST for action port [ 1190.835741] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250f5867-5a62-481e-9990-b0ef11191b6a with Priority: HIGHEST for action port [ 1190.835966] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-250f5867-5a62-481e-9990-b0ef11191b6a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.836091] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-250f5867-5a62-481e-9990-b0ef11191b6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.836155] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-250f5867-5a62-481e-9990-b0ef11191b6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.836409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-250f5867-5a62-481e-9990-b0ef11191b6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.836524] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('250f5867-5a62-481e-9990-b0ef11191b6a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.970088] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.179229] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 in Status: SUCCESS [ 1191.179961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.272321] env[66947]: INFO networking_nsxv3.common.synchronization [req-9943f3dd-ffaa-4190-82b3-81a85d5acb20 req-da1b04b6-f429-489c-9b2d-bfc2a8714631 service nova] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_rules [ 1191.272558] env[66947]: INFO networking_nsxv3.common.synchronization [req-9943f3dd-ffaa-4190-82b3-81a85d5acb20 req-da1b04b6-f429-489c-9b2d-bfc2a8714631 service nova] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1191.272794] env[66947]: INFO networking_nsxv3.common.synchronization [req-9943f3dd-ffaa-4190-82b3-81a85d5acb20 req-da1b04b6-f429-489c-9b2d-bfc2a8714631 service nova] Enqueued Resource ID: 8c8036fd-6c15-4015-9102-023f0bb7c80b with Priority: HIGHEST for action port [ 1191.273455] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_rules [ 1191.273603] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1191.273965] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c8036fd-6c15-4015-9102-023f0bb7c80b with Priority: HIGHEST for action port [ 1191.274157] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.274311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.274545] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.274675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.274973] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c8036fd-6c15-4015-9102-023f0bb7c80b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.275141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c8036fd-6c15-4015-9102-023f0bb7c80b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.275250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c8036fd-6c15-4015-9102-023f0bb7c80b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.275512] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c8036fd-6c15-4015-9102-023f0bb7c80b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.275667] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c8036fd-6c15-4015-9102-023f0bb7c80b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.343048] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 250f5867-5a62-481e-9990-b0ef11191b6a [ 1191.343373] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.343524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.343609] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.343943] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.344064] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.344162] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:250f5867-5a62-481e-9990-b0ef11191b6a already deleted. [ 1191.344262] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-250f5867-5a62-481e-9990-b0ef11191b6a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.472613] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.472903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.472903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.473183] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.473282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.473402] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be updated. [ 1191.506279] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.506486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.506587] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.506890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.507104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.518560] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1191.778446] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c8036fd-6c15-4015-9102-023f0bb7c80b with status ACTIVE [ 1191.778700] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.778870] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.778934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.779139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.779234] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.779403] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.779500] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.779561] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.779702] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.779777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.779954] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.780058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.780123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.780343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.780436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.780514] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c8036fd-6c15-4015-9102-023f0bb7c80b is going to be updated. [ 1191.802414] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.802604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.802704] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.802814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.802948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.803126] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c8036fd-6c15-4015-9102-023f0bb7c80b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.937294] env[66947]: INFO networking_nsxv3.common.synchronization [None req-9d887f08-1830-45c1-982e-a2bc523c1d0b tempest-AttachInterfacesTestJSON-927418797 tempest-AttachInterfacesTestJSON-927418797-project-member] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1191.938169] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGHEST for action security_group_members [ 1191.939326] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.939326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.939326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.939326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.939326] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.939326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.939326] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.939645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.939645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.939645] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.442035] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.442202] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.442278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.442486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.442577] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.442805] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.442856] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.442917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.443279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.443279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.443279] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be updated. [ 1192.472855] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.473038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.473114] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.473283] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.473423] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.482425] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: IN_PROGRESS for 2s [ 1193.530187] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1193.530695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.530695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.530848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.531103] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.531252] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.531468] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.531524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.531727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.531876] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.531945] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.532929] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.533121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.533503] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.533503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.533503] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.533669] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.533699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.533898] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.038501] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.038628] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.039672] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.492158] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d in Status: SUCCESS [ 1194.492536] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d deletion is rescheduled due to dependency. [ 1194.493830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.541369] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.044023] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.044216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.044307] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.044534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.044644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.044734] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be updated. [ 1195.079052] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.079052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.079052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.079052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.079052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.088704] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1196.205970] env[66947]: INFO networking_nsxv3.common.synchronization [req-a6e2dd6d-ea04-4373-a4dc-7d21b53480bb req-19d2187b-a6ce-44d0-97be-732244b3430c tempest-ServersNegativeTestMultiTenantJSON-1096349636 tempest-ServersNegativeTestMultiTenantJSON-1096349636-project-member] Enqueued Resource ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 with Priority: HIGHEST for action security_group_members [ 1196.206714] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 with Priority: HIGHEST for action security_group_members [ 1196.207466] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.207791] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.208047] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.209605] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.210031] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.210289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.210583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.210912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.211191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.211453] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.619155] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-328 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.620606] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-328" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.620606] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-328" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.620606] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-328" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.620606] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.620606] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.620606] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.620606] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.621087] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.621087] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.621087] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.621346] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.621469] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.621587] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.621732] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.621975] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.646081] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.646344] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.646416] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.646568] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-328" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.646918] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-c8e1611e-6353-40cb-a197-97d3cf87e774 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.647128] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-c8e1611e-6353-40cb-a197-97d3cf87e774" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.647251] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-c8e1611e-6353-40cb-a197-97d3cf87e774" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.647579] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-c8e1611e-6353-40cb-a197-97d3cf87e774" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.647718] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e1611e-6353-40cb-a197-97d3cf87e774',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.718468] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.718698] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.718698] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.718889] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.720611] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.720883] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.721042] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.721518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.721518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.721518] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.721518] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 already deleted. [ 1196.721754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.099833] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1197.100073] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.100246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.100464] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.100655] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.100773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.100839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.100996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.101089] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.101190] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.116126] env[66947]: INFO networking_nsxv3.common.synchronization [None req-8e71661b-855a-49c7-8fac-70aa75d63ee8 None None] Enqueued Resource ID: 03e22acf-2238-4f5b-b873-d5cdc722f4fa with Priority: HIGHEST for action port [ 1197.116492] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03e22acf-2238-4f5b-b873-d5cdc722f4fa with Priority: HIGHEST for action port [ 1197.116824] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-03e22acf-2238-4f5b-b873-d5cdc722f4fa taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.116954] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03e22acf-2238-4f5b-b873-d5cdc722f4fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.117036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03e22acf-2238-4f5b-b873-d5cdc722f4fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.117296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03e22acf-2238-4f5b-b873-d5cdc722f4fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.117432] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03e22acf-2238-4f5b-b873-d5cdc722f4fa',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.150177] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.150722] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.152588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.152588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.152588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.152588] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port c8e1611e-6353-40cb-a197-97d3cf87e774 not found, creating... [ 1197.152588] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.152588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.152588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.152588] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.152984] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.153459] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.153851] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.154195] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.155045] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.155045] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.155045] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: c8e1611e-6353-40cb-a197-97d3cf87e774 is going to be created. [ 1197.179372] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.179827] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.180120] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.181758] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.181758] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.181758] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-c8e1611e-6353-40cb-a197-97d3cf87e774" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.603639] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.619734] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03e22acf-2238-4f5b-b873-d5cdc722f4fa [ 1197.619976] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.620134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.620218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.620409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.620501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.620599] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03e22acf-2238-4f5b-b873-d5cdc722f4fa already deleted. [ 1197.620689] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03e22acf-2238-4f5b-b873-d5cdc722f4fa" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.923362] env[66947]: INFO networking_nsxv3.common.synchronization [req-a6e2dd6d-ea04-4373-a4dc-7d21b53480bb req-c2972ae9-1258-41e5-a4d7-772b6bf0a338 service nova] Enqueued Resource ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 with Priority: HIGHEST for action security_group_rules [ 1197.923514] env[66947]: INFO networking_nsxv3.common.synchronization [req-a6e2dd6d-ea04-4373-a4dc-7d21b53480bb req-c2972ae9-1258-41e5-a4d7-772b6bf0a338 service nova] Enqueued Resource ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 with Priority: HIGHEST for action security_group_members [ 1197.923768] env[66947]: INFO networking_nsxv3.common.synchronization [req-a6e2dd6d-ea04-4373-a4dc-7d21b53480bb req-c2972ae9-1258-41e5-a4d7-772b6bf0a338 service nova] Enqueued Resource ID: c8e1611e-6353-40cb-a197-97d3cf87e774 with Priority: HIGHEST for action port [ 1197.924211] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 with Priority: HIGHEST for action security_group_rules [ 1197.924647] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 with Priority: HIGHEST for action security_group_members [ 1197.924775] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e1611e-6353-40cb-a197-97d3cf87e774 with Priority: HIGHEST for action port [ 1197.926318] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.926318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.926318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.926318] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.926516] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.929108] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.930068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.930120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.930291] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.930634] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.930634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.930634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.930873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.930873] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.930966] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.933738] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8e1611e-6353-40cb-a197-97d3cf87e774 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.933738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8e1611e-6353-40cb-a197-97d3cf87e774" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.933738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8e1611e-6353-40cb-a197-97d3cf87e774" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.933738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8e1611e-6353-40cb-a197-97d3cf87e774" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.933985] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e1611e-6353-40cb-a197-97d3cf87e774',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.023387] env[66947]: INFO networking_nsxv3.common.synchronization [None req-654b6b4c-0322-4d2c-a25c-9ee9c2d02938 tempest-ServerActionsV293TestJSON-1106916334 tempest-ServerActionsV293TestJSON-1106916334-project-member] Enqueued Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_rules [ 1198.025342] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_rules [ 1198.025685] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.025814] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.025883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.026181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.026281] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.107261] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.149919] env[66947]: INFO networking_nsxv3.common.synchronization [None req-6e6fdb2f-45fe-4627-afcd-ea4a4e3571f0 tempest-ServerActionsV293TestJSON-1106916334 tempest-ServerActionsV293TestJSON-1106916334-project-member] Enqueued Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_rules [ 1198.150611] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_rules [ 1198.150960] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.151505] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.437421] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.437421] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.437421] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.437996] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8e1611e-6353-40cb-a197-97d3cf87e774 with status ACTIVE [ 1198.438353] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.438898] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.439147] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.439504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.439747] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.440095] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.441863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.441863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.441863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.441863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.441863] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.441863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.441863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.441863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.441863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.441863] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8e1611e-6353-40cb-a197-97d3cf87e774 is going to be updated. [ 1198.466517] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.466517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.466517] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.466752] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.466959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.467094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8e1611e-6353-40cb-a197-97d3cf87e774" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.552567] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.553152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.553152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.553152] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.555016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.555016] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 already deleted. [ 1198.555016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.555016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.555016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.555016] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.611177] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.611177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.611177] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.611586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.611586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.611586] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be updated. [ 1198.657646] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.657646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.657646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.657646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.657646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.669730] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1198.944366] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.078947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.080344] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.080707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.080707] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.080861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.080944] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 already deleted. [ 1199.081020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.400319] env[66947]: INFO networking_nsxv3.common.synchronization [None req-daa1ce7f-834a-4311-a295-7a04273f4c5b None None] Enqueued Resource ID: 4e25bedf-1b56-4f03-9e83-2a7e83664c7a with Priority: HIGHEST for action port [ 1199.400965] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e25bedf-1b56-4f03-9e83-2a7e83664c7a with Priority: HIGHEST for action port [ 1199.401586] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e25bedf-1b56-4f03-9e83-2a7e83664c7a taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.401586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e25bedf-1b56-4f03-9e83-2a7e83664c7a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.401586] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e25bedf-1b56-4f03-9e83-2a7e83664c7a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.401777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e25bedf-1b56-4f03-9e83-2a7e83664c7a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.401777] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e25bedf-1b56-4f03-9e83-2a7e83664c7a',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.447440] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.447853] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.448036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.448572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.448773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.449030] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 is going to be created. [ 1199.482022] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.482022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.482022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.482022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.482022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.493732] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 in Status: UNINITIALIZED for 2s [ 1199.904388] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e25bedf-1b56-4f03-9e83-2a7e83664c7a [ 1199.904835] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.904928] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.905020] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.905244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.905370] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.905498] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e25bedf-1b56-4f03-9e83-2a7e83664c7a already deleted. [ 1199.905592] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e25bedf-1b56-4f03-9e83-2a7e83664c7a" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.684891] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1200.684891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.684891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.684891] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.685093] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.685093] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.685191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.685411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.685411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.685497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.686387] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.686387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.686387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.686387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.686387] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.686387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.686387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.686387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.686387] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.687497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.687497] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.192091] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d: rpc.has_security_group_logging(os_id): False [ 1201.214960] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.214960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.214960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.214960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.214960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.215316] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.216357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.216357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.216357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.216357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.216357] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.216357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.216357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.216644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.216644] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.216790] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.216921] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.217026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.217216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.217298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.217384] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be updated. [ 1201.308026] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.308278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.308364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.308656] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.308882] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.329288] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1201.506247] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 in Status: SUCCESS [ 1201.506502] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.506705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.506910] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.507135] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.507255] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.507325] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.507469] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.507560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.507651] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.508064] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.011073] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.011499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.011499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.011721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.012250] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.012361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.012504] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.012679] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.012774] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.012994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.013340] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.013582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.013582] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.013971] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.014162] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.014264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.014358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.014685] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.014833] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.014833] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.014994] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.517544] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9: rpc.has_security_group_logging(os_id): False [ 1202.537836] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.538058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.538104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.539037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.539037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.539037] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.539037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.539037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.539037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.539339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.539339] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.539339] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.539434] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.539618] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.539737] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.540184] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.540184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.540184] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.540379] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.540418] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.540496] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 is going to be created. [ 1202.584755] env[66947]: INFO networking_nsxv3.common.synchronization [req-a1615fff-c6fc-4861-9cae-977f2c6ace58 req-f893da6b-eab4-4f97-a4dc-6a3243d24184 tempest-MultipleCreateTestJSON-621976967 tempest-MultipleCreateTestJSON-621976967-project-member] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1202.585462] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1202.585807] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.585942] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.586032] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.586259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.586426] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.586526] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.586588] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.586739] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.586820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.586915] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.606604] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.608039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.608039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.608039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.608039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.632767] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 in Status: IN_PROGRESS for 2s [ 1203.090511] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.168326] env[66947]: INFO networking_nsxv3.common.synchronization [req-fda5d3d9-7032-41e3-a58e-20561fdd4be9 req-97836b34-e691-4ce5-8052-e24d2aa7f715 tempest-MultipleCreateTestJSON-621976967 tempest-MultipleCreateTestJSON-621976967-project-member] Enqueued Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1203.170016] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d with Priority: HIGHEST for action security_group_members [ 1203.170403] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.171094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.344103] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1203.345710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.345710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.345710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.345710] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.591648] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.866380] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.866599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.866599] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.866802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.866911] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.867036] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be deleted. [ 1203.921747] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.922059] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.922139] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.922431] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.922546] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.922682] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.094926] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.095156] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.095251] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.095479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.095571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.095671] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be updated. [ 1204.127085] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.127304] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.127367] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.127557] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.127728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.138764] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: IN_PROGRESS for 2s [ 1204.646083] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 in Status: SUCCESS [ 1204.646394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.914500] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-100 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.914712] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.914842] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.915285] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.915567] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.915731] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.915850] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.916101] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.916260] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.916472] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.916586] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1204.916705] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1204.916817] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1204.916929] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1204.917056] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1204.917193] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1204.936996] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1204.937220] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1204.937366] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1204.937543] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-100" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.937863] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.938088] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.938166] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.938457] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.938565] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7077e6bf-0dcf-4be1-a1d8-b97cba88ff54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.441488] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.441706] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.441861] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.442352] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.442425] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.442727] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.442890] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.443015] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.443402] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.443499] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.443780] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.444021] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.444148] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.444597] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.444597] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.444711] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 is going to be updated. [ 1205.468207] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.468470] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.468596] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.468858] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.469074] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.469307] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.148878] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d in Status: SUCCESS [ 1206.149285] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.149346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.149538] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.149739] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.149857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.149935] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.150130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.150211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.150317] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97a4eb71-b6e5-4ef8-a826-5009ecf1e61d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.175522] env[66947]: INFO networking_nsxv3.common.synchronization [req-69590776-a27c-4fd9-a69c-4b3747b58b11 req-e15a07dc-5870-4e05-9a43-07accc3e4b58 service nova] Enqueued Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_rules [ 1206.175695] env[66947]: INFO networking_nsxv3.common.synchronization [req-69590776-a27c-4fd9-a69c-4b3747b58b11 req-e15a07dc-5870-4e05-9a43-07accc3e4b58 service nova] Enqueued Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_members [ 1206.175840] env[66947]: INFO networking_nsxv3.common.synchronization [req-69590776-a27c-4fd9-a69c-4b3747b58b11 req-e15a07dc-5870-4e05-9a43-07accc3e4b58 service nova] Enqueued Resource ID: 7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 with Priority: HIGHEST for action port [ 1206.176973] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_rules [ 1206.177552] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_members [ 1206.177674] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 with Priority: HIGHEST for action port [ 1206.178175] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.178298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.178365] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.178594] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.178650] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.179773] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.179931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.179960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.180124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.180302] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.180360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.180426] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.180564] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.180647] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.180737] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.182084] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.182272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.182272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.182435] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.182540] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7077e6bf-0dcf-4be1-a1d8-b97cba88ff54',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.652479] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.652721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.652804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.653105] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.653203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.653483] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.653640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.653734] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.653905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.654181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.654273] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97a4eb71-b6e5-4ef8-a826-5009ecf1e61d is going to be deleted. [ 1206.685488] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 with status ACTIVE [ 1206.685915] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.686265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.686265] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.686553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.686704] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.686951] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.687098] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.687173] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.687378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.687501] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.687618] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.687713] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.687881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.687942] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.688045] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.688130] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7077e6bf-0dcf-4be1-a1d8-b97cba88ff54 is going to be updated. [ 1206.689221] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.690332] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.690332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.691021] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.691124] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.691196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.691363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.691444] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.691537] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97a4eb71-b6e5-4ef8-a826-5009ecf1e61d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.716409] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.716580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.716580] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.716758] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.716896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.717123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7077e6bf-0dcf-4be1-a1d8-b97cba88ff54" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.194260] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.697128] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.697407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.697487] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.697777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.697877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.697998] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 is going to be updated. [ 1207.739549] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.739817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.739907] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.740237] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.740488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.763469] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 in Status: IN_PROGRESS for 2s [ 1209.049296] env[66947]: INFO networking_nsxv3.common.synchronization [req-ad880080-38a9-43a4-a654-b9369339cbb8 req-7034d38f-9e72-4118-a400-47aca6641331 tempest-ServersNegativeTestMultiTenantJSON-1096349636 tempest-ServersNegativeTestMultiTenantJSON-1096349636-project-member] Enqueued Resource ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 with Priority: HIGHEST for action security_group_members [ 1209.050156] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 with Priority: HIGHEST for action security_group_members [ 1209.050156] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.050629] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.050702] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.051077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.051341] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.051456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.051593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.051804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.051983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.052107] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.555858] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.556082] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.556191] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.556421] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.556525] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.556775] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.556896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.556983] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.557269] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.557401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.557525] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 is going to be updated. [ 1209.592543] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.592819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.592931] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.593248] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.593450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.603844] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 in Status: IN_PROGRESS for 2s [ 1209.773653] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 in Status: SUCCESS [ 1209.773871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.774170] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.774433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.774660] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.774783] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.774868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.775255] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.775412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.775511] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.775645] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.277957] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.784249] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc1b275d-b47d-4d41-8cf1-a61a0d6afb01: rpc.has_security_group_logging(os_id): False [ 1210.805594] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.805754] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.805864] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.806440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.806440] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.806650] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.806728] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.806795] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.807110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.807110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.807181] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 is going to be updated. [ 1210.901265] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.901478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.901534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.901794] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.902014] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.917202] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 in Status: IN_PROGRESS for 2s [ 1211.613838] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 in Status: SUCCESS [ 1211.614290] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9 deletion is rescheduled due to dependency. [ 1211.614290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.943563] env[66947]: INFO networking_nsxv3.common.synchronization [req-49882ef4-7d33-4e6d-ae5d-3cbbe67263cb req-f52b49eb-7639-46f9-9a9e-e99fb427d161 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 1211.944073] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 1211.944724] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.944724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.944724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.944934] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.945105] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.945214] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.945278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.945427] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.945514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.945611] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.448096] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.935484] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 in Status: SUCCESS [ 1212.935830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.950786] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.453489] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.453733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.453733] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.453918] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.454134] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.454186] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 is going to be updated. [ 1213.487349] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.488249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.488249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.488249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.488249] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.500097] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: IN_PROGRESS for 2s [ 1215.512893] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: SUCCESS [ 1215.513319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.945784] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.945784] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1220.817755] env[66947]: INFO networking_nsxv3.common.synchronization [req-a8ac39db-3b8d-4c8a-a3e9-e87501338500 req-f67ce136-e677-4038-9785-4e439564721b tempest-DeleteServersTestJSON-1188160026 tempest-DeleteServersTestJSON-1188160026-project-member] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1220.818896] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGHEST for action security_group_members [ 1220.818896] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.818896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.818896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.818896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.819375] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.819375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.819375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.819532] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.819579] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.819673] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.322743] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.322892] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.322981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.323286] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.323404] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.323646] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.323793] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.323860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.324069] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.324185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.324308] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be updated. [ 1221.354580] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.354770] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.354866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.355165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.355385] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.364760] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: IN_PROGRESS for 2s [ 1223.377244] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 in Status: SUCCESS [ 1223.377570] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 deletion is rescheduled due to dependency. [ 1223.377570] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.819021] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.819432] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1227.163193] env[66947]: INFO networking_nsxv3.common.synchronization [req-811b48f3-5535-4ede-8857-42097ba11475 req-97a9feb4-7244-42ed-b7b5-e7124e292cfa tempest-ServerActionsV293TestJSON-1106916334 tempest-ServerActionsV293TestJSON-1106916334-project-member] Enqueued Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_members [ 1227.164080] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_members [ 1227.164080] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.164343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.164497] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.164826] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.165091] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.165311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.165415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.165645] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.165765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.165859] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.504030] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.504030] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-802" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.504030] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-802" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.504736] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-802" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.505276] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.506023] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.506023] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.506282] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.506511] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.506812] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.506986] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.507175] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.507351] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.507526] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.507692] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.507897] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.529616] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.529942] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.530172] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.530445] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-802" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.531015] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-baf7ce42-506b-44d8-a410-71cbe9b36dfe taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.531340] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-baf7ce42-506b-44d8-a410-71cbe9b36dfe" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.531557] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-baf7ce42-506b-44d8-a410-71cbe9b36dfe" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.532018] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-baf7ce42-506b-44d8-a410-71cbe9b36dfe" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.532748] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf7ce42-506b-44d8-a410-71cbe9b36dfe',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.668779] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.668962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.669078] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.669298] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.669407] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.669632] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.669750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.670166] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.670436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.670519] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.670624] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 already deleted. [ 1227.670715] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.035586] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.035857] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.035985] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.036335] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.036508] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.036670] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port baf7ce42-506b-44d8-a410-71cbe9b36dfe not found, creating... [ 1228.036962] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.037142] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.037276] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.037523] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.037674] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.037971] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.038237] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.038401] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.038604] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.038742] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.038884] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: baf7ce42-506b-44d8-a410-71cbe9b36dfe is going to be created. [ 1228.066613] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.066866] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.066950] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.067262] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.067480] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.067711] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-baf7ce42-506b-44d8-a410-71cbe9b36dfe" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.786082] env[66947]: INFO networking_nsxv3.common.synchronization [req-811b48f3-5535-4ede-8857-42097ba11475 req-d3e2cba3-06f2-4444-b354-4aab79f4ce26 service nova] Enqueued Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_rules [ 1228.786857] env[66947]: INFO networking_nsxv3.common.synchronization [req-811b48f3-5535-4ede-8857-42097ba11475 req-d3e2cba3-06f2-4444-b354-4aab79f4ce26 service nova] Enqueued Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_members [ 1228.787857] env[66947]: INFO networking_nsxv3.common.synchronization [req-811b48f3-5535-4ede-8857-42097ba11475 req-d3e2cba3-06f2-4444-b354-4aab79f4ce26 service nova] Enqueued Resource ID: baf7ce42-506b-44d8-a410-71cbe9b36dfe with Priority: HIGHEST for action port [ 1228.788148] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_rules [ 1228.788512] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_members [ 1228.788512] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf7ce42-506b-44d8-a410-71cbe9b36dfe with Priority: HIGHEST for action port [ 1228.788818] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.788989] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.789112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.789343] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.789458] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.791050] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.791217] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.791381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.791527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.791714] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.791841] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.791941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.792145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.792398] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.792688] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.793560] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-baf7ce42-506b-44d8-a410-71cbe9b36dfe taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.794648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baf7ce42-506b-44d8-a410-71cbe9b36dfe" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.794648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baf7ce42-506b-44d8-a410-71cbe9b36dfe" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.794648] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baf7ce42-506b-44d8-a410-71cbe9b36dfe" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.794648] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf7ce42-506b-44d8-a410-71cbe9b36dfe',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.295669] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.295822] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.296030] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.296891] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port baf7ce42-506b-44d8-a410-71cbe9b36dfe with status ACTIVE [ 1229.297415] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.297415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.297415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.297634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.297634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.297804] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.297899] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.297956] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.298120] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.298201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.298383] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.298475] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.298535] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.298672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.298736] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.298824] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: baf7ce42-506b-44d8-a410-71cbe9b36dfe is going to be updated. [ 1229.319516] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.319741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.319741] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.319914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.320061] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.320245] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baf7ce42-506b-44d8-a410-71cbe9b36dfe" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.801192] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.303969] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.304163] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.304272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.304553] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.304660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.304726] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 is going to be created. [ 1230.330609] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.330831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.330831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.331025] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.331196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.341708] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 in Status: UNINITIALIZED for 2s [ 1231.109122] env[66947]: INFO networking_nsxv3.common.synchronization [req-6e90de7d-a4cd-4630-b370-db8d939ef086 req-14bddc34-bbe2-4e8a-863d-e47882967040 tempest-AttachVolumeNegativeTest-962041043 tempest-AttachVolumeNegativeTest-962041043-project-member] Enqueued Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_members [ 1231.109681] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGHEST for action security_group_members [ 1231.110041] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b95393a-3097-4259-80b6-191377c798af taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.110148] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.110218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.110724] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.110724] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.113660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.113660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.113660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.113660] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.113660] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b95393a-3097-4259-80b6-191377c798af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.618011] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.618215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.618215] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.618465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.618563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.618985] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.618985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.618985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.618985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.619254] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.619254] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b95393a-3097-4259-80b6-191377c798af is going to be updated. [ 1231.647611] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.647784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.647784] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.647905] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.648065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.660519] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b95393a-3097-4259-80b6-191377c798af in Status: IN_PROGRESS for 2s [ 1232.355391] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 in Status: SUCCESS [ 1232.355871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.356721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.356721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.356947] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.357182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.357259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.357458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.357583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.357806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.357912] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.861991] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.364451] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9eacf5-c3b0-4f53-8e02-dc43784ab616: rpc.has_security_group_logging(os_id): False [ 1233.384597] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.384764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.384804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.385463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.385706] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.385895] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.385995] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.386070] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.386264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.386306] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.386388] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 is going to be created. [ 1233.476725] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.476914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.476959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.477179] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.477373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.488778] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 in Status: IN_PROGRESS for 2s [ 1233.671071] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b95393a-3097-4259-80b6-191377c798af in Status: SUCCESS [ 1233.671246] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b95393a-3097-4259-80b6-191377c798af deletion is rescheduled due to dependency. [ 1233.671364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.717564] env[66947]: INFO networking_nsxv3.common.synchronization [req-c849c077-7ed7-483e-81e9-6c9905ee54bc req-5e5d6c4f-1e97-495c-a955-a72cba1a57b8 tempest-ServerActionsTestOtherA-853114164 tempest-ServerActionsTestOtherA-853114164-project-member] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 1234.717931] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGHEST for action security_group_members [ 1234.718288] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.718572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.718572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.718667] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.718817] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.719274] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.719342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.719524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.719616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.719715] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.224394] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.224394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.224394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.224394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.224394] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.224394] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.224748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.224748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.224748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.224748] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.224856] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 is going to be updated. [ 1235.264114] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.264337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.264384] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.264563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.264710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.276336] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: IN_PROGRESS for 2s [ 1235.500984] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 in Status: SUCCESS [ 1235.500984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.764747] env[66947]: INFO networking_nsxv3.common.synchronization [req-44630d07-f375-49ea-b4e2-11403cae1ca9 req-ea643e9d-d41c-4540-b502-14748653ba92 tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1235.764747] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1235.766340] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.766340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.766340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.766340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.766340] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.766340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.768211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.768211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.768211] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.768211] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.271807] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.272112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.272112] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.272369] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.272459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.272667] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.272773] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.272831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.272997] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.273085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.273173] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be updated. [ 1236.302040] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.302231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.302231] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.302401] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.302545] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.325726] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: IN_PROGRESS for 2s [ 1237.287042] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 in Status: SUCCESS [ 1237.287363] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 deletion is rescheduled due to dependency. [ 1237.287363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.338116] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 1238.338116] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 deletion is rescheduled due to dependency. [ 1238.338472] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.764921] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.765297] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1244.158189] env[66947]: INFO networking_nsxv3.common.synchronization [req-1fac28bd-f87c-4327-8d68-fca8d0854255 req-b0cd4e55-e4bb-4595-b651-fda72cdb2a2c tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1244.158692] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1244.158992] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.159128] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.159187] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.159848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.159848] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.159848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.159848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.159848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.160086] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.160086] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.525326] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.525594] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.525745] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.526109] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.526482] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.526701] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.526863] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.527182] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.527386] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.527643] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.527804] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1244.527935] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1244.528088] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1244.528215] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.528381] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1244.528615] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1244.551314] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1244.551609] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1244.551942] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1244.552144] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-521" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.552562] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-5dbd411f-a47d-49cd-a1d0-b57bfe50956d taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.552786] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-5dbd411f-a47d-49cd-a1d0-b57bfe50956d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.552948] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-5dbd411f-a47d-49cd-a1d0-b57bfe50956d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.553412] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-5dbd411f-a47d-49cd-a1d0-b57bfe50956d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.553616] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbd411f-a47d-49cd-a1d0-b57bfe50956d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.663153] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.663373] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.663480] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.663780] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.663884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.664224] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.664345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.664556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.664776] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.664866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.664964] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be updated. [ 1244.694097] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.694282] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.694324] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.694877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.694877] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.705424] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: IN_PROGRESS for 2s [ 1245.057214] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.057214] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.057214] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.057512] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.058543] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.058543] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port 5dbd411f-a47d-49cd-a1d0-b57bfe50956d not found, creating... [ 1245.058543] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.058865] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.058940] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.059373] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.059714] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.060147] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.060454] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.060961] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.060961] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.061111] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.061236] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: 5dbd411f-a47d-49cd-a1d0-b57bfe50956d is going to be created. [ 1245.086726] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.086982] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.087132] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.087451] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.087722] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.087950] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-5dbd411f-a47d-49cd-a1d0-b57bfe50956d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.772209] env[66947]: INFO networking_nsxv3.common.synchronization [req-1fac28bd-f87c-4327-8d68-fca8d0854255 req-5de60e6b-9b8d-464d-b571-fa129e470b81 service nova] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_rules [ 1245.772209] env[66947]: INFO networking_nsxv3.common.synchronization [req-1fac28bd-f87c-4327-8d68-fca8d0854255 req-5de60e6b-9b8d-464d-b571-fa129e470b81 service nova] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1245.772209] env[66947]: INFO networking_nsxv3.common.synchronization [req-1fac28bd-f87c-4327-8d68-fca8d0854255 req-5de60e6b-9b8d-464d-b571-fa129e470b81 service nova] Enqueued Resource ID: 5dbd411f-a47d-49cd-a1d0-b57bfe50956d with Priority: HIGHEST for action port [ 1245.772209] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_rules [ 1245.772209] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1245.773252] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbd411f-a47d-49cd-a1d0-b57bfe50956d with Priority: HIGHEST for action port [ 1245.773778] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.774068] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.774272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.775289] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.775289] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.779353] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.779353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.779353] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dbd411f-a47d-49cd-a1d0-b57bfe50956d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.779353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dbd411f-a47d-49cd-a1d0-b57bfe50956d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.779353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dbd411f-a47d-49cd-a1d0-b57bfe50956d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.779353] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dbd411f-a47d-49cd-a1d0-b57bfe50956d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.779353] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dbd411f-a47d-49cd-a1d0-b57bfe50956d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.277898] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.278065] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.284789] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dbd411f-a47d-49cd-a1d0-b57bfe50956d with status ACTIVE [ 1246.284789] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.284961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.284961] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.285125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.285218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.285398] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.285514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.286182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.286182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.286182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.286182] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.286182] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.286460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.286460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.286460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.286551] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dbd411f-a47d-49cd-a1d0-b57bfe50956d is going to be updated. [ 1246.316058] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.316212] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.316275] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.316491] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.316634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.316799] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dbd411f-a47d-49cd-a1d0-b57bfe50956d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.714791] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 1246.714970] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 deletion is rescheduled due to dependency. [ 1246.715101] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.715259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.715542] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.715700] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.715815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.715881] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.716048] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.716167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.716290] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.036365] env[66947]: INFO networking_nsxv3.common.synchronization [req-bf6da00e-5278-434d-83be-dc0d46165e73 req-207041a6-dd3a-445a-a834-e9ab93d46ec0 tempest-ServerActionsTestOtherB-1241893135 tempest-ServerActionsTestOtherB-1241893135-project-member] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1247.036365] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1247.036365] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.037110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.037305] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.040110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.040110] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.040110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.040110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.040110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.040110] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.040110] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.222283] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.544199] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.544388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.544456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.544712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.544817] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.545027] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.545141] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.545201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.545333] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.545413] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.545505] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be updated. [ 1247.571170] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.571330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.571330] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.571513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.571659] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.580879] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 1247.720963] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.224225] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.224548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.224548] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.224761] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.224804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.224903] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be updated. [ 1248.264332] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.264595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.264717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.264967] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.265189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.276226] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: IN_PROGRESS for 2s [ 1249.591492] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 1249.591860] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 deletion is rescheduled due to dependency. [ 1249.591860] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.287424] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 1250.287616] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.287836] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.287960] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.288194] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.288436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.288436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.288626] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.288743] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.288845] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.288931] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.790690] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.296111] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e149313-0faa-4ec6-9259-a04b4e798da3: rpc.has_security_group_logging(os_id): False [ 1251.317131] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.317354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.317354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.317581] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.317672] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.317923] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.318041] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.318201] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.318388] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.318441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.318536] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be updated. [ 1251.388762] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.389035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.389035] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.389230] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.389382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.404027] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: IN_PROGRESS for 2s [ 1252.037358] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.037626] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1253.420479] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 1253.420894] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.589417] env[66947]: INFO networking_nsxv3.common.synchronization [req-3837aa6d-c219-4d61-a8b8-dbf4688260e0 req-e9123da7-5084-41e5-b6b6-201bdc6dbbcb tempest-ServerActionsTestOtherB-1241893135 tempest-ServerActionsTestOtherB-1241893135-project-member] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1254.589966] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1254.590195] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.590285] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.590351] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.590556] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.590724] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.590820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.590883] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.591038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.591123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.591213] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.878608] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.878808] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.878934] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.879239] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.879497] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.879658] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.879774] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.880342] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.880342] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.880342] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.880474] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.880558] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.880664] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.880771] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.880900] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.881121] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.900083] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.900257] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1254.900395] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.900571] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.900916] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-f51755f6-c3f0-4dd8-b958-cf73c97946d0 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.901119] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.901243] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.901562] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.901708] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51755f6-c3f0-4dd8-b958-cf73c97946d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.093908] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.094118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.094118] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.094272] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.094362] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.094599] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.094696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.094759] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.094912] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.094990] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.095092] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be updated. [ 1255.147609] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.147806] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.147851] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.148058] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.148203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.157661] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 1255.404424] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.404424] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.404424] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.404854] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.405240] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.405376] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Segment Port f51755f6-c3f0-4dd8-b958-cf73c97946d0 not found, creating... [ 1255.405777] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.406031] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.406219] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.406578] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.406807] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.407296] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.407821] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.407821] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.408073] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.408285] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.409043] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: f51755f6-c3f0-4dd8-b958-cf73c97946d0 is going to be created. [ 1255.434294] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.434542] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.434796] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.435144] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.435411] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.435657] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.161328] env[66947]: INFO networking_nsxv3.common.synchronization [req-3837aa6d-c219-4d61-a8b8-dbf4688260e0 req-3a14718d-785a-4498-96d9-15a2cd6226ac service nova] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 1256.161645] env[66947]: INFO networking_nsxv3.common.synchronization [req-3837aa6d-c219-4d61-a8b8-dbf4688260e0 req-3a14718d-785a-4498-96d9-15a2cd6226ac service nova] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1256.161716] env[66947]: INFO networking_nsxv3.common.synchronization [req-3837aa6d-c219-4d61-a8b8-dbf4688260e0 req-3a14718d-785a-4498-96d9-15a2cd6226ac service nova] Enqueued Resource ID: f51755f6-c3f0-4dd8-b958-cf73c97946d0 with Priority: HIGHEST for action port [ 1256.162261] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 1256.162389] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1256.162489] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51755f6-c3f0-4dd8-b958-cf73c97946d0 with Priority: HIGHEST for action port [ 1256.162763] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.162882] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.162958] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.163188] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.163283] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.164263] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.164381] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.164606] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f51755f6-c3f0-4dd8-b958-cf73c97946d0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.164723] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.164777] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.164962] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.165260] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51755f6-c3f0-4dd8-b958-cf73c97946d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.667422] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.667697] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.669065] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f51755f6-c3f0-4dd8-b958-cf73c97946d0 with status ACTIVE [ 1256.669395] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.669607] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.669717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.670015] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.670203] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.670391] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.670533] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.670675] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.670890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.670978] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.671196] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.671337] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.671410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.671591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.671693] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.671833] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f51755f6-c3f0-4dd8-b958-cf73c97946d0 is going to be updated. [ 1256.695966] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.696135] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.696213] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.696410] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.696550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.696893] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.168230] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 1257.168710] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 deletion is rescheduled due to dependency. [ 1257.168710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.168710] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.168917] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.169072] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.169194] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.169255] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.169412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.169490] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.169592] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.672219] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.174767] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.678104] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.678259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.678259] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.678509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.678634] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.678766] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be updated. [ 1258.706926] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.707153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.707153] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.707346] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.707509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.715325] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 1259.258498] env[66947]: INFO networking_nsxv3.common.synchronization [req-b54c0e0b-9e82-40c1-9f2c-276cdac9b11f req-43bca7d5-fcf5-4bf5-9ee3-1e03ffbdae3a tempest-AttachVolumeShelveTestJSON-1694994142 tempest-AttachVolumeShelveTestJSON-1694994142-project-member] Enqueued Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_members [ 1259.258498] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGHEST for action security_group_members [ 1259.258729] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.258788] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.258865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.259358] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.259358] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.259513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.259513] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.259674] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.259781] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.260036] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.762188] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.762335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.762415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.762619] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.762708] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.762902] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.762994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.763060] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.763207] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.763279] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.763365] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 is going to be updated. [ 1259.801677] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.801831] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.801890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.802109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.802253] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.810885] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 in Status: IN_PROGRESS for 2s [ 1260.727031] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 1260.727031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.727031] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.727479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.727479] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.727479] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.727593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.727681] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.727764] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.727857] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.727965] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.230718] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.733163] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bac65f2-71ca-4ea1-a145-4df202aee9c3: rpc.has_security_group_logging(os_id): False [ 1261.750931] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.751228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.751228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.751382] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.751495] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.751765] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.751861] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.751938] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.752130] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.752199] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.752298] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be updated. [ 1261.827736] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.827945] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.828036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.828268] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.828463] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.830342] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 in Status: SUCCESS [ 1261.830568] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 deletion is rescheduled due to dependency. [ 1261.830706] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.843114] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 1262.526142] env[66947]: INFO networking_nsxv3.common.synchronization [req-16017e2b-dcd7-42a8-9126-d7384cc54a37 req-9a356db7-4b17-4b03-82ae-aa7775ad6190 tempest-AttachVolumeTestJSON-1043722275 tempest-AttachVolumeTestJSON-1043722275-project-member] Enqueued Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_members [ 1262.526624] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGHEST for action security_group_members [ 1262.527311] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.527311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.527311] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.527486] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.527927] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.527927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.527927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.528090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.528090] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.528285] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.031317] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.031767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.031767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.031767] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.031903] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.032051] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.032151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.032284] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.032451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.032547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.032657] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 is going to be updated. [ 1263.063092] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.063290] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.063336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.063583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.063743] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.072536] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 in Status: IN_PROGRESS for 2s [ 1263.856952] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 1263.857295] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.495421] env[66947]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1264.495692] env[66947]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-0f35ede6-692d-48f7-a2f0-8b3cd6252516 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1265.093566] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 in Status: SUCCESS [ 1265.093818] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 deletion is rescheduled due to dependency. [ 1265.093959] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.528565] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.528931] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.436037] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.436037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.436037] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.436567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.436567] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.530076] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.530278] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.939359] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.442684] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.944779] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1273.945146] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1274.900099] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.901081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.901081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.901081] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.912801] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1274.915566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.916543] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1274.957733] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.957981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.957981] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.958181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.973402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.974378] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1274.974532] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1274.974598] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1275.032093] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.032345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.032345] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.032524] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.034193] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.034406] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1275.197148] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.197397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.197397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.197563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.197880] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.198170] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1275.280939] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.281173] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.281221] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.281402] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.281694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.281982] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1275.282100] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d', 'd4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6', '494cd076-cded-41e4-9bec-fc0625c9bd42', '0a9eacf5-c3b0-4f53-8e02-dc43784ab616', 'c8d9f407-f55b-4295-93f3-16877791967b', '9db41557-02cc-42e4-8a97-0c4ccb31a172', '9b95393a-3097-4259-80b6-191377c798af', '17bf6c13-517a-420a-9568-fa1fb36c6e49', '01f9e66a-328b-4411-a10f-0ff1e6e87eaf', '207134cd-6a31-4b57-a073-c057c2bab24c', 'ef4e2067-1e6a-485f-9205-776a5f1aa674', '320f27f9-d8e5-4f7f-ac9d-1949d396a460', 'a06ce31e-c2a7-441f-b3da-864a40d820e6', '50be6d75-2723-4b5f-8b83-c68fcf088df4', '61461819-d504-45ca-a149-fae621b030d0', '7b3a6dcc-6fed-4536-98b5-2626fd2c9336', '7ec8c493-a04a-430c-8f56-f64e104c07a8', 'e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2', 'b7f48d88-4d5b-4b64-933e-4d3f3200b720', 'dc1b275d-b47d-4d41-8cf1-a61a0d6afb01', 'e634b76d-fe48-4c27-875b-56297d3b0977', '5a90e1b7-a6cd-43e8-ae9a-c088bd22cf72', '0e149313-0faa-4ec6-9259-a04b4e798da3', 'a4fbe0a8-bc65-477d-a1f4-05dddce98757', '7492bfe1-72a4-4534-904f-90a129f9d92c', 'cd6cf703-2c76-4911-9371-691def48cb9e', 'f1bbea24-d907-485b-82eb-3844009935d4', '8a8ad27b-bfb4-4423-9259-1de186bce18c', 'a14ecf03-243f-4214-a80f-443fcfabcd97', 'fefe5e9f-c234-4812-a59a-40b8ce17e99e', '8346f61f-e47e-42fe-ab4b-8ce1a1aa50d9', 'f02b3cad-2ace-4f9d-8765-ce24685fabae', '824244f9-6c1b-47d5-89b8-190e6a9ff15f', 'f7493f2a-243d-427d-b10d-f161c1f1a22b', '797ac573-aeed-4184-a96e-74e2f746de81', 'f1614acf-b02a-4e28-91c4-98dc92071b78', '5b99151e-fe66-44a1-af70-3c916dfb08fa', '4e6f2abb-51a5-4f44-acde-2688cdd98d1e', '6391b159-36f6-4da1-9ed2-b340759d2efc', '85572538-1291-4d05-b802-6ae1bbeedfa2', '7be59e82-ce97-446d-98e3-dd4bf01e0ea3', '200ee33d-8b6c-4fdf-a5a0-b047df2349f0', '660e0ce3-5dca-4500-835e-587dc6cc63e4', '0f3b7331-cbdd-407e-ab78-d3cca33ed05f', '25d40b63-ffa2-46aa-b5d4-d3fae27110e8', '1bac65f2-71ca-4ea1-a145-4df202aee9c3', 'd8827ad2-64f6-41ef-a36c-3da01d7e36b3', '51f35136-94df-43b8-a969-678bcd925898', '7eea1704-bf63-477c-a1b3-4c8274c6bda7', '39df2176-df81-41da-8b5f-7872915b0230'} {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1275.282196] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1275.303017] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.303336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.303336] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.303499] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.303569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.303643] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1275.303711] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1275.303784] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1275.400591] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.400839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.400839] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.401038] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.402185] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.402495] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1275.402577] env[66947]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66947) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1275.402672] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1275.402809] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1275.402809] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1275.402889] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGH for action security_group_rules [ 1275.402967] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGH for action security_group_rules [ 1275.403058] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGH for action security_group_rules [ 1275.403124] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGH for action security_group_rules [ 1275.403186] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8d9f407-f55b-4295-93f3-16877791967b with Priority: HIGH for action security_group_rules [ 1275.403241] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGH for action security_group_rules [ 1275.403304] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGH for action security_group_rules [ 1275.403365] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGH for action security_group_rules [ 1275.403426] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGH for action security_group_rules [ 1275.403487] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGH for action security_group_rules [ 1275.403547] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGH for action security_group_rules [ 1275.403606] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGH for action security_group_rules [ 1275.403667] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGH for action security_group_rules [ 1275.403735] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGH for action security_group_rules [ 1275.403798] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61461819-d504-45ca-a149-fae621b030d0 with Priority: HIGH for action security_group_rules [ 1275.403861] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGH for action security_group_rules [ 1275.403921] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 with Priority: HIGH for action security_group_rules [ 1275.403981] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGH for action security_group_rules [ 1275.404056] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 with Priority: HIGH for action security_group_rules [ 1275.404122] env[66947]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGH for action security_group_rules [ 1275.404218] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.531239] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.531585] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1277.531585] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d with Priority: HIGH for action security_group_rules [ 1277.531585] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 with Priority: HIGH for action security_group_rules [ 1277.531715] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b95393a-3097-4259-80b6-191377c798af with Priority: HIGH for action security_group_rules [ 1277.531789] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61461819-d504-45ca-a149-fae621b030d0 with Priority: HIGH for action security_group_rules [ 1277.532279] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 with Priority: HIGH for action security_group_rules [ 1277.532391] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 with Priority: HIGH for action security_group_rules [ 1277.532487] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 with Priority: HIGH for action security_group_rules [ 1277.532581] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 with Priority: HIGH for action security_group_rules [ 1277.532686] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 with Priority: HIGH for action security_group_rules [ 1277.532803] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 with Priority: HIGH for action security_group_rules [ 1277.532894] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 with Priority: HIGH for action security_group_rules [ 1277.532981] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 with Priority: HIGH for action security_group_rules [ 1277.533092] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 with Priority: HIGH for action security_group_rules [ 1277.533182] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 207134cd-6a31-4b57-a073-c057c2bab24c with Priority: HIGH for action security_group_rules [ 1277.533580] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf with Priority: HIGH for action security_group_rules [ 1277.533699] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 with Priority: HIGH for action security_group_rules [ 1277.533868] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 with Priority: HIGH for action security_group_rules [ 1277.533973] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d9f407-f55b-4295-93f3-16877791967b with Priority: HIGH for action security_group_rules [ 1277.534075] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 with Priority: HIGH for action security_group_rules [ 1277.534205] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGH for action security_group_rules [ 1277.534491] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.534621] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.534688] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.534975] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.535065] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.536521] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-494cd076-cded-41e4-9bec-fc0625c9bd42 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.536639] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.536705] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.536878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.536956] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('494cd076-cded-41e4-9bec-fc0625c9bd42',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.537714] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b95393a-3097-4259-80b6-191377c798af taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.537824] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.537896] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.539033] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.539033] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b95393a-3097-4259-80b6-191377c798af',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.539725] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61461819-d504-45ca-a149-fae621b030d0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.539840] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.539902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.540036] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.540104] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61461819-d504-45ca-a149-fae621b030d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.540761] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.540864] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.541116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.541116] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.541188] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc1b275d-b47d-4d41-8cf1-a61a0d6afb01',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.542540] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7f48d88-4d5b-4b64-933e-4d3f3200b720 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.542540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.542540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.542874] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.542874] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7f48d88-4d5b-4b64-933e-4d3f3200b720',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.544716] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.544716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.544716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.544716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.544716] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.545488] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ec8c493-a04a-430c-8f56-f64e104c07a8 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.545488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.545488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.545488] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.545707] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ec8c493-a04a-430c-8f56-f64e104c07a8',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.546211] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50be6d75-2723-4b5f-8b83-c68fcf088df4 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.546319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.546483] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.546540] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.546588] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50be6d75-2723-4b5f-8b83-c68fcf088df4',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.548181] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.548181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.548181] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.548650] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.548725] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b3a6dcc-6fed-4536-98b5-2626fd2c9336',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.549740] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a06ce31e-c2a7-441f-b3da-864a40d820e6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.549865] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.549906] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.550278] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.550278] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a06ce31e-c2a7-441f-b3da-864a40d820e6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.551207] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.551360] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.551411] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.551908] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.552012] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('320f27f9-d8e5-4f7f-ac9d-1949d396a460',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.553038] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef4e2067-1e6a-485f-9205-776a5f1aa674 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.553131] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.553198] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.553352] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.553423] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef4e2067-1e6a-485f-9205-776a5f1aa674',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.554358] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-207134cd-6a31-4b57-a073-c057c2bab24c taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.554527] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.554566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.554696] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.554773] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('207134cd-6a31-4b57-a073-c057c2bab24c',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.555633] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.555753] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.555815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.556017] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.556533] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01f9e66a-328b-4411-a10f-0ff1e6e87eaf',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.557757] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db41557-02cc-42e4-8a97-0c4ccb31a172 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.557868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.557909] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.558054] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.558154] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db41557-02cc-42e4-8a97-0c4ccb31a172',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.559361] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17bf6c13-517a-420a-9568-fa1fb36c6e49 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.559572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.559572] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.559712] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.559786] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17bf6c13-517a-420a-9568-fa1fb36c6e49',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.560869] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8d9f407-f55b-4295-93f3-16877791967b taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.560950] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.561039] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.561176] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.561267] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8d9f407-f55b-4295-93f3-16877791967b',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.562843] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.562985] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.563056] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.563162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.563252] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.564396] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.564747] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.564747] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.564747] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.564880] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.591550] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.591687] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.591745] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.591953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.593652] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.593746] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.616386] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.616570] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 494cd076-cded-41e4-9bec-fc0625c9bd42 is going to be deleted. [ 1277.617397] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.617613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.636303] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.636450] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ec8c493-a04a-430c-8f56-f64e104c07a8 is going to be deleted. [ 1277.680913] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.681146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.681146] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.681349] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.681441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.681595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-494cd076-cded-41e4-9bec-fc0625c9bd42" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.682438] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.682547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.682614] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.682798] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.682884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.682998] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ec8c493-a04a-430c-8f56-f64e104c07a8" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.056383] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.056383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.056383] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.056593] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.058598] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.058727] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.066552] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.066717] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.066763] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.066974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.067150] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.067250] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.067363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.067462] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.067622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.067622] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.067757] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.088447] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.088871] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.090561] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.096769] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.096769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.097550] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.097680] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.099327] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.099466] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.103135] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.103135] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b95393a-3097-4259-80b6-191377c798af is going to be deleted. [ 1278.110299] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.111569] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.119034] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.119161] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.141902] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.142075] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.142498] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.142595] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.143444] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.143547] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.145130] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.145280] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.146118] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.146224] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.147202] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.147317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.147990] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.148098] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.148692] env[66947]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.149117] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.149210] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.149838] env[66947]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.150263] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.150357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.151157] env[66947]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.151591] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.151703] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d is going to be deleted. [ 1278.152642] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.152848] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.167964] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.167964] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.172433] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.172632] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7f48d88-4d5b-4b64-933e-4d3f3200b720 is going to be deleted. [ 1278.173904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.173904] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.198145] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.198294] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01f9e66a-328b-4411-a10f-0ff1e6e87eaf is going to be deleted. [ 1278.199335] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.199560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.206782] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.206984] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.208834] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.208969] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.228869] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.229055] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a06ce31e-c2a7-441f-b3da-864a40d820e6 is going to be deleted. [ 1278.229915] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.230150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.250786] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.250871] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 320f27f9-d8e5-4f7f-ac9d-1949d396a460 is going to be deleted. [ 1278.252150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.252380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.296989] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.297255] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.373264] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.373447] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db41557-02cc-42e4-8a97-0c4ccb31a172 is going to be deleted. [ 1278.374340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.374560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.376204] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.376354] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.391562] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.391678] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.442154] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.443026] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.443813] env[66947]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1278.444390] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.444523] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6 is going to be deleted. [ 1278.445718] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.446016] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.519578] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.519749] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17bf6c13-517a-420a-9568-fa1fb36c6e49 is going to be deleted. [ 1278.520583] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.520802] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.587832] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.588222] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61461819-d504-45ca-a149-fae621b030d0 is going to be deleted. [ 1278.588890] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.589123] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.598796] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a9eacf5-c3b0-4f53-8e02-dc43784ab616: rpc.has_security_group_logging(os_id): False [ 1278.604412] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.604604] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.623722] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.623951] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.645300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.645469] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8d9f407-f55b-4295-93f3-16877791967b is going to be deleted. [ 1278.646300] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.646514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.648386] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.648534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.697153] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.697436] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.698467] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.698614] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc1b275d-b47d-4d41-8cf1-a61a0d6afb01 is going to be deleted. [ 1278.699600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.699830] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.732246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.732424] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2 is going to be deleted. [ 1278.733350] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.733571] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.771598] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.771804] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.811775] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.811961] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef4e2067-1e6a-485f-9205-776a5f1aa674 is going to be deleted. [ 1278.812878] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.813129] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.815218] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.815459] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.850840] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.851077] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.877121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.877331] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b3a6dcc-6fed-4536-98b5-2626fd2c9336 is going to be deleted. [ 1278.878236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.878456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.916271] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.916453] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.941558] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.941558] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.945010] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.945163] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 207134cd-6a31-4b57-a073-c057c2bab24c is going to be deleted. [ 1278.946100] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.946355] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.996849] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.997039] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50be6d75-2723-4b5f-8b83-c68fcf088df4 is going to be deleted. [ 1278.997995] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.998236] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.998332] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.998458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b69cbf1-1cf7-4ec7-a1ca-40c6fd421c7d" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.998613] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.998771] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.998854] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.998974] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b95393a-3097-4259-80b6-191377c798af" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.999478] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.999637] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.999720] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.999854] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7f48d88-4d5b-4b64-933e-4d3f3200b720" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.999992] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.000159] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.000238] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.000380] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a06ce31e-c2a7-441f-b3da-864a40d820e6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.000523] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.000671] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.000750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.000866] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01f9e66a-328b-4411-a10f-0ff1e6e87eaf" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.000994] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.001151] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.001228] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.001341] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-320f27f9-d8e5-4f7f-ac9d-1949d396a460" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.001471] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.001615] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.001695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.001819] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db41557-02cc-42e4-8a97-0c4ccb31a172" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.001948] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.002104] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.018251] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.018460] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.068886] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.069242] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.069375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.069425] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.069612] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.069694] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.069789] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 is going to be updated. [ 1279.070933] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.071150] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.071317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.071465] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4cfa589-b6e8-4c4f-bd16-f37fd0f9f2c6" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.071600] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.071750] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.071829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.071941] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17bf6c13-517a-420a-9568-fa1fb36c6e49" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.072107] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.072257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.072342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.072458] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61461819-d504-45ca-a149-fae621b030d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.072573] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.072737] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.072815] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.072927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8d9f407-f55b-4295-93f3-16877791967b" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.073585] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.073800] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.073902] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.074084] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc1b275d-b47d-4d41-8cf1-a61a0d6afb01" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.074216] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.074364] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.074443] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.074560] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e30f04f1-5b1b-4e86-b35e-baa5b7dc38f2" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.074700] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.074914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.074995] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.075178] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef4e2067-1e6a-485f-9205-776a5f1aa674" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.075329] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.075481] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.075562] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.075677] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b3a6dcc-6fed-4536-98b5-2626fd2c9336" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.085811] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.086094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.086094] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.086233] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.086310] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.086432] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-207134cd-6a31-4b57-a073-c057c2bab24c" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.151982] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.152246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.152246] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.152409] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.152514] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.152683] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50be6d75-2723-4b5f-8b83-c68fcf088df4" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.228857] env[66947]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1279.229586] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.229763] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.229829] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.230109] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.230273] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.245775] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 in Status: IN_PROGRESS for 2s [ 1281.013174] env[66947]: INFO networking_nsxv3.common.synchronization [req-affc8bb4-0db1-4cb9-ab59-f069c57bcc59 req-18947abc-80e2-4109-beb3-4a203e489fa7 tempest-ServerActionsV293TestJSON-1106916334 tempest-ServerActionsV293TestJSON-1106916334-project-member] Enqueued Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_members [ 1281.013740] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 with Priority: HIGHEST for action security_group_members [ 1281.014047] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.014175] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.014244] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.014566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.014635] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.014698] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.014734] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.014920] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.015052] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.015178] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a9eacf5-c3b0-4f53-8e02-dc43784ab616',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.268476] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 in Status: SUCCESS [ 1281.268827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.519640] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.519640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.519640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.519640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.519640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.519640] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.519640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.519640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.519640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.519640] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.519640] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 is going to be updated. [ 1281.544922] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.545563] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.545868] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.546342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.546721] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.556624] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 in Status: IN_PROGRESS for 2s [ 1283.568200] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 in Status: SUCCESS [ 1283.568676] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a9eacf5-c3b0-4f53-8e02-dc43784ab616 deletion is rescheduled due to dependency. [ 1283.568676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a9eacf5-c3b0-4f53-8e02-dc43784ab616" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.014705] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.015144] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.015724] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.016161] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.016401] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.016678] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.017405] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.017811] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.018685] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.018974] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.477539] env[66947]: INFO networking_nsxv3.common.synchronization [req-5ac78647-7cf7-44a1-80cf-00b5f3f183ff req-bef33e78-bcfc-4f61-89b1-39506a2f4530 tempest-ServerActionsTestJSON-200569060 tempest-ServerActionsTestJSON-200569060-project-member] Enqueued Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1310.477886] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 with Priority: HIGHEST for action security_group_members [ 1310.478252] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e149313-0faa-4ec6-9259-a04b4e798da3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.478412] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.478508] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.478726] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.478944] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.479099] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.479171] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.479363] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.479451] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.479554] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e149313-0faa-4ec6-9259-a04b4e798da3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.982088] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.982088] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.982361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.982361] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.004953] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.005316] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.005456] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.005530] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.005735] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.005820] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.005913] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 is going to be updated. [ 1311.035654] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.035827] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.035875] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.036085] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.036257] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.048873] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: IN_PROGRESS for 2s [ 1313.062080] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 in Status: SUCCESS [ 1313.062361] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e149313-0faa-4ec6-9259-a04b4e798da3 deletion is rescheduled due to dependency. [ 1313.062415] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e149313-0faa-4ec6-9259-a04b4e798da3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.479281] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.479801] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.480392] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.480821] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.481301] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.481718] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.269905] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock network-692 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.270239] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.270414] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.271132] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.271511] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.271743] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.271931] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.272209] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.272414] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.272681] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1327.272848] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] NeedRegenerationException {{(pid=66947) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1327.273008] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] no value, waiting for create lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1327.273171] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] value creation lock acquired {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1327.273327] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] No value present for key: 'zone-id' {{(pid=66947) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1327.273479] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Calling creation function for not-yet-present value {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1327.273656] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1327.295460] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1327.295638] env[66947]: DEBUG dogpile.cache.region [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66947) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1327.295799] env[66947]: DEBUG dogpile.lock [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Released creation lock {{(pid=66947) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1327.295952] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "network-692" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.296284] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock port-f51755f6-c3f0-4dd8-b958-cf73c97946d0 taken with stack trace [, , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.296486] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.296617] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.296871] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.297010] env[66947]: DEBUG networking_nsxv3.api.rpc [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51755f6-c3f0-4dd8-b958-cf73c97946d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.799863] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.800137] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.800259] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.800571] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.800694] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.800980] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.801170] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.801290] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.801508] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.801645] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.801926] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.802110] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.802235] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.802442] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.802577] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.802720] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Resource: SegmentPort with ID: f51755f6-c3f0-4dd8-b958-cf73c97946d0 is going to be updated. [ 1327.835942] env[66947]: DEBUG networking_nsxv3.common.locking [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.836209] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.836328] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.836641] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.836838] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.837077] env[66947]: DEBUG oslo_concurrency.lockutils [None req-7af6e32e-e5a8-42d7-87d3-a2f85eeee361 None None] Releasing lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.542676] env[66947]: INFO networking_nsxv3.common.synchronization [req-8e54032d-d758-40c5-9c89-105f195fa453 req-12ce74cc-51cd-45ac-87a6-7be69709c9ef service nova] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 1328.542958] env[66947]: INFO networking_nsxv3.common.synchronization [req-8e54032d-d758-40c5-9c89-105f195fa453 req-12ce74cc-51cd-45ac-87a6-7be69709c9ef service nova] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1328.543016] env[66947]: INFO networking_nsxv3.common.synchronization [req-8e54032d-d758-40c5-9c89-105f195fa453 req-12ce74cc-51cd-45ac-87a6-7be69709c9ef service nova] Enqueued Resource ID: f51755f6-c3f0-4dd8-b958-cf73c97946d0 with Priority: HIGHEST for action port [ 1328.543552] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_rules [ 1328.543702] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1328.543801] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f51755f6-c3f0-4dd8-b958-cf73c97946d0 with Priority: HIGHEST for action port [ 1328.544065] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.544189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.544256] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.544450] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.544522] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.545534] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.545534] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.545716] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.545755] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.545897] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.545993] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.546125] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.546276] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.546375] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.546476] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.547301] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock port-f51755f6-c3f0-4dd8-b958-cf73c97946d0 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.547378] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.547441] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.547657] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.548038] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f51755f6-c3f0-4dd8-b958-cf73c97946d0',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.049543] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.049699] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.049853] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.050811] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f51755f6-c3f0-4dd8-b958-cf73c97946d0 with status ACTIVE [ 1329.050935] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.051064] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.051167] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.051340] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.051439] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.051599] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.051726] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.051791] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.051940] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.052029] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.052204] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.052296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.052357] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.052509] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.052550] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.052635] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f51755f6-c3f0-4dd8-b958-cf73c97946d0 is going to be updated. [ 1329.083735] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.084292] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.084400] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.084623] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.084765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.084914] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f51755f6-c3f0-4dd8-b958-cf73c97946d0" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.555104] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.057281] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.057566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.057566] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.057765] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.057927] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.058068] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be updated. [ 1330.088436] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.088695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.088695] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.088813] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.088922] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.097113] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 1332.115165] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 1332.115165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.115165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.115165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.115165] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.115165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.115165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.115165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.115165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.115165] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.115165] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.619236] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.122990] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bac65f2-71ca-4ea1-a145-4df202aee9c3: rpc.has_security_group_logging(os_id): False [ 1333.142817] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.143062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.143062] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.143376] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.167342] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.167685] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.167863] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.167976] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.168267] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.168368] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.168467] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be updated. [ 1333.227998] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.228189] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.228319] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.228522] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.228766] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.249867] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 1333.544583] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.544690] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1335.269150] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 1335.269567] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.545867] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.546312] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.547672] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.548062] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.122889] env[66947]: INFO networking_nsxv3.common.synchronization [req-f543a52c-6084-4292-aeed-ccb3e14aef13 req-1cdb889e-2484-4e92-80f1-75d813fcf787 tempest-ServerActionsTestOtherB-1241893135 tempest-ServerActionsTestOtherB-1241893135-project-member] Enqueued Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1344.123646] env[66947]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 with Priority: HIGHEST for action security_group_members [ 1344.123646] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bac65f2-71ca-4ea1-a145-4df202aee9c3 taken with stack trace [, , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.123646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.123646] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.123884] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.124017] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.124392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.124392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.124392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.124392] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.124594] env[66947]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bac65f2-71ca-4ea1-a145-4df202aee9c3',) {} {{(pid=66947) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.627557] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.627996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.627996] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.628162] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.628296] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.628531] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.628676] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.628769] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.629022] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.629144] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.629268] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 is going to be updated. [ 1344.658519] env[66947]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66947) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.658738] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.658832] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.659121] env[66947]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.659317] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.667229] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: IN_PROGRESS for 2s [ 1346.680815] env[66947]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 in Status: SUCCESS [ 1346.681196] env[66947]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bac65f2-71ca-4ea1-a145-4df202aee9c3 deletion is rescheduled due to dependency. [ 1346.681196] env[66947]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bac65f2-71ca-4ea1-a145-4df202aee9c3" {{(pid=66947) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.124223] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.124653] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.125258] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1354.125565] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1359.127106] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.127589] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.128160] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.128563] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.129889] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.130243] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.131661] env[66947]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.131661] env[66947]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0